2024-11-16 10:25:21,379 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-16 10:25:21,395 main DEBUG Took 0.013843 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 10:25:21,396 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 10:25:21,396 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 10:25:21,397 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 10:25:21,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,408 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 10:25:21,422 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,424 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,426 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,427 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,428 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,429 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,430 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,431 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,432 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,433 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,434 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,434 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,435 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,436 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:25:21,437 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,437 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 10:25:21,439 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:25:21,441 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 10:25:21,444 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 10:25:21,444 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 10:25:21,446 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 10:25:21,447 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 10:25:21,456 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 10:25:21,459 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 10:25:21,460 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 10:25:21,461 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 10:25:21,461 main DEBUG createAppenders(={Console}) 2024-11-16 10:25:21,462 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-16 10:25:21,463 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-16 10:25:21,463 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-16 10:25:21,464 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 10:25:21,465 main DEBUG OutputStream closed 2024-11-16 10:25:21,465 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 10:25:21,466 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 10:25:21,466 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-16 10:25:21,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 10:25:21,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 10:25:21,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 10:25:21,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 10:25:21,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 10:25:21,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 10:25:21,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 10:25:21,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 10:25:21,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 10:25:21,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 10:25:21,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 10:25:21,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 10:25:21,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 10:25:21,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 10:25:21,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 10:25:21,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 10:25:21,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 10:25:21,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 10:25:21,572 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 10:25:21,572 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-16 10:25:21,573 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 10:25:21,574 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-16T10:25:21,793 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b 2024-11-16 10:25:21,795 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 10:25:21,796 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T10:25:21,804 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-16T10:25:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:25:21,832 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/cluster_51e7877e-b759-1b87-cccc-e3cc93a2ccf4, deleteOnExit=true 2024-11-16T10:25:21,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-16T10:25:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/test.cache.data in system properties and HBase conf 2024-11-16T10:25:21,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:25:21,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:25:21,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:25:21,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:25:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T10:25:21,937 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T10:25:22,024 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:25:22,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:25:22,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:25:22,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:25:22,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:25:22,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:25:22,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:25:22,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:25:22,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:25:22,031 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:25:22,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:25:22,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:25:22,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:25:22,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:25:22,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:25:22,992 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T10:25:23,060 INFO [Time-limited test {}] log.Log(170): Logging initialized @2367ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T10:25:23,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:25:23,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:25:23,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:25:23,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:25:23,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:25:23,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:25:23,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:25:23,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:25:23,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/java.io.tmpdir/jetty-localhost-43357-hadoop-hdfs-3_4_1-tests_jar-_-any-17223649813550573537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:25:23,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:43357} 2024-11-16T10:25:23,428 INFO [Time-limited test {}] server.Server(415): Started @2735ms 2024-11-16T10:25:23,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:25:23,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:25:23,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:25:23,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:25:23,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:25:23,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:25:23,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:25:24,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/java.io.tmpdir/jetty-localhost-44663-hadoop-hdfs-3_4_1-tests_jar-_-any-12522563136800572408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:25:24,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:44663} 2024-11-16T10:25:24,013 INFO [Time-limited test {}] server.Server(415): Started @3321ms 2024-11-16T10:25:24,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:25:24,827 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/cluster_51e7877e-b759-1b87-cccc-e3cc93a2ccf4/dfs/data/data1/current/BP-2020407004-172.17.0.2-1731752722538/current, will proceed with Du for space computation calculation, 2024-11-16T10:25:24,827 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/cluster_51e7877e-b759-1b87-cccc-e3cc93a2ccf4/dfs/data/data2/current/BP-2020407004-172.17.0.2-1731752722538/current, will proceed with Du for space computation calculation, 2024-11-16T10:25:24,852 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:25:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfd408183028f54d with lease ID 0x82cc2056e7219cd4: Processing first storage report for DS-7f30d0c4-f81f-4ca2-8c78-1bc92e769188 from datanode DatanodeRegistration(127.0.0.1:45549, datanodeUuid=e7cf9da0-d4d2-470d-bb7b-692dd1ec09db, infoPort=36107, infoSecurePort=0, ipcPort=38289, storageInfo=lv=-57;cid=testClusterID;nsid=101070430;c=1731752722538) 2024-11-16T10:25:24,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfd408183028f54d with lease ID 0x82cc2056e7219cd4: from storage DS-7f30d0c4-f81f-4ca2-8c78-1bc92e769188 node DatanodeRegistration(127.0.0.1:45549, datanodeUuid=e7cf9da0-d4d2-470d-bb7b-692dd1ec09db, infoPort=36107, infoSecurePort=0, ipcPort=38289, storageInfo=lv=-57;cid=testClusterID;nsid=101070430;c=1731752722538), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T10:25:24,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfd408183028f54d with lease ID 0x82cc2056e7219cd4: Processing first storage report for DS-93c841fd-618d-4499-a4d5-2b85decf9aac from datanode DatanodeRegistration(127.0.0.1:45549, datanodeUuid=e7cf9da0-d4d2-470d-bb7b-692dd1ec09db, infoPort=36107, infoSecurePort=0, ipcPort=38289, storageInfo=lv=-57;cid=testClusterID;nsid=101070430;c=1731752722538) 2024-11-16T10:25:24,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfd408183028f54d with lease ID 0x82cc2056e7219cd4: from storage DS-93c841fd-618d-4499-a4d5-2b85decf9aac node DatanodeRegistration(127.0.0.1:45549, datanodeUuid=e7cf9da0-d4d2-470d-bb7b-692dd1ec09db, infoPort=36107, infoSecurePort=0, ipcPort=38289, storageInfo=lv=-57;cid=testClusterID;nsid=101070430;c=1731752722538), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:25:24,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b 2024-11-16T10:25:25,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/cluster_51e7877e-b759-1b87-cccc-e3cc93a2ccf4/zookeeper_0, clientPort=62294, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/cluster_51e7877e-b759-1b87-cccc-e3cc93a2ccf4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/cluster_51e7877e-b759-1b87-cccc-e3cc93a2ccf4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:25:25,059 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62294 2024-11-16T10:25:25,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:25:25,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:25:25,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:25:25,696 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f with version=8 2024-11-16T10:25:25,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/hbase-staging 2024-11-16T10:25:25,801 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T10:25:26,051 INFO [Time-limited test {}] client.ConnectionUtils(129): master/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:25:26,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:25:26,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:25:26,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:25:26,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:25:26,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:25:26,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:25:26,232 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T10:25:26,240 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T10:25:26,243 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:25:26,264 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48247 (auto-detected) 2024-11-16T10:25:26,265 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T10:25:26,281 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39291 2024-11-16T10:25:26,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:25:26,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:25:26,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39291 connecting to ZooKeeper ensemble=127.0.0.1:62294 2024-11-16T10:25:26,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392910x0, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:25:26,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39291-0x10144772c9e0000 connected 2024-11-16T10:25:26,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:25:26,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:25:26,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:25:26,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39291 2024-11-16T10:25:26,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39291 2024-11-16T10:25:26,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39291 2024-11-16T10:25:26,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39291 2024-11-16T10:25:26,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39291 2024-11-16T10:25:26,492 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f, hbase.cluster.distributed=false 2024-11-16T10:25:26,550 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:25:26,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:25:26,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:25:26,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:25:26,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:25:26,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:25:26,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:25:26,555 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:25:26,556 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33523 2024-11-16T10:25:26,558 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:25:26,562 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:25:26,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:25:26,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:25:26,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33523 connecting to ZooKeeper ensemble=127.0.0.1:62294 2024-11-16T10:25:26,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335230x0, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:25:26,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335230x0, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:25:26,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33523-0x10144772c9e0001 connected 2024-11-16T10:25:26,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:25:26,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:25:26,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33523 2024-11-16T10:25:26,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33523 2024-11-16T10:25:26,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33523 2024-11-16T10:25:26,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33523 2024-11-16T10:25:26,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33523 2024-11-16T10:25:26,582 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/adb367c328a9,39291,1731752725796 2024-11-16T10:25:26,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:25:26,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:25:26,593 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/adb367c328a9,39291,1731752725796 2024-11-16T10:25:26,595 DEBUG [M:0;adb367c328a9:39291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;adb367c328a9:39291 2024-11-16T10:25:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:25:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:25:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:26,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:26,617 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:25:26,618 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/adb367c328a9,39291,1731752725796 from backup master directory 2024-11-16T10:25:26,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:25:26,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/adb367c328a9,39291,1731752725796 2024-11-16T10:25:26,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:25:26,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:25:26,625 WARN [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:25:26,625 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=adb367c328a9,39291,1731752725796 2024-11-16T10:25:26,627 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T10:25:26,629 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T10:25:26,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:25:27,104 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/hbase.id with ID: f3676ef8-ecda-4554-9cf6-2c5053625ec1 2024-11-16T10:25:27,148 INFO [master/adb367c328a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:25:27,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:27,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:25:27,655 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:25:27,657 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:25:27,671 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:27,675 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:25:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:25:28,122 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store 2024-11-16T10:25:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:25:28,550 INFO [master/adb367c328a9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T10:25:28,550 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:25:28,551 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:25:28,552 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:25:28,552 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:25:28,552 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:25:28,552 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:25:28,552 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:25:28,552 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:25:28,554 WARN [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/.initializing 2024-11-16T10:25:28,554 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/WALs/adb367c328a9,39291,1731752725796 2024-11-16T10:25:28,560 INFO [master/adb367c328a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:25:28,570 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C39291%2C1731752725796, suffix=, logDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/WALs/adb367c328a9,39291,1731752725796, archiveDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/oldWALs, maxLogs=10 2024-11-16T10:25:28,588 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/WALs/adb367c328a9,39291,1731752725796/adb367c328a9%2C39291%2C1731752725796.1731752728573, exclude list is [], retry=0 2024-11-16T10:25:28,602 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45549,DS-7f30d0c4-f81f-4ca2-8c78-1bc92e769188,DISK] 2024-11-16T10:25:28,605 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T10:25:28,635 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/WALs/adb367c328a9,39291,1731752725796/adb367c328a9%2C39291%2C1731752725796.1731752728573 2024-11-16T10:25:28,635 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107)] 2024-11-16T10:25:28,636 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:25:28,636 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:25:28,639 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:25:28,639 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:25:28,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:25:28,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:25:28,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:28,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:25:28,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:25:28,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:25:28,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:28,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:25:28,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:25:28,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:25:28,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:28,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:25:28,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:25:28,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:25:28,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:28,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:25:28,714 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:25:28,715 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:25:28,723 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:25:28,727 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:25:28,732 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:25:28,733 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61276098, jitterRate=-0.08691498637199402}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:25:28,738 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:25:28,739 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:25:28,764 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39eb55bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:28,791 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-16T10:25:28,800 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:25:28,800 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:25:28,802 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:25:28,804 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T10:25:28,807 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-11-16T10:25:28,808 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:25:28,836 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:25:28,847 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T10:25:28,889 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-16T10:25:28,892 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:25:28,894 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:25:28,899 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-16T10:25:28,902 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:25:28,906 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:25:28,916 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-16T10:25:28,918 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:25:28,924 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T10:25:28,938 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:25:28,947 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T10:25:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:25:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:25:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:28,959 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=adb367c328a9,39291,1731752725796, sessionid=0x10144772c9e0000, setting cluster-up flag (Was=false) 2024-11-16T10:25:28,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:28,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:29,016 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T10:25:29,019 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,39291,1731752725796 2024-11-16T10:25:29,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:29,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:29,066 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T10:25:29,067 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,39291,1731752725796 2024-11-16T10:25:29,095 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;adb367c328a9:33523 2024-11-16T10:25:29,097 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1008): ClusterId : f3676ef8-ecda-4554-9cf6-2c5053625ec1 2024-11-16T10:25:29,099 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:25:29,110 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:25:29,110 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:25:29,117 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:25:29,118 DEBUG [RS:0;adb367c328a9:33523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7132709e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:29,119 DEBUG [RS:0;adb367c328a9:33523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2956683a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:25:29,122 INFO [RS:0;adb367c328a9:33523 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:25:29,122 INFO [RS:0;adb367c328a9:33523 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:25:29,122 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:25:29,124 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,39291,1731752725796 with isa=adb367c328a9/172.17.0.2:33523, startcode=1731752726549 2024-11-16T10:25:29,135 DEBUG [RS:0;adb367c328a9:33523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:25:29,150 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-16T10:25:29,160 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-16T10:25:29,164 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:25:29,170 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40923, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:25:29,171 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: adb367c328a9,39291,1731752725796 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:25:29,175 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:25:29,175 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39291 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:29,176 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:25:29,176 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:25:29,176 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:25:29,177 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/adb367c328a9:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:25:29,177 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,177 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:25:29,177 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,180 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731752759180 2024-11-16T10:25:29,181 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:25:29,183 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:25:29,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:25:29,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:25:29,186 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:25:29,186 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:25:29,187 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:25:29,187 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:25:29,187 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,189 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:25:29,189 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:29,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:25:29,191 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:25:29,191 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:25:29,193 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:25:29,194 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:25:29,195 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731752729195,5,FailOnTimeoutGroup] 2024-11-16T10:25:29,195 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731752729195,5,FailOnTimeoutGroup] 2024-11-16T10:25:29,195 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,196 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:25:29,197 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,197 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:25:29,202 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-16T10:25:29,202 WARN [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T10:25:29,305 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,39291,1731752725796 with isa=adb367c328a9/172.17.0.2:33523, startcode=1731752726549 2024-11-16T10:25:29,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39291 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,33523,1731752726549 2024-11-16T10:25:29,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39291 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,33523,1731752726549 2024-11-16T10:25:29,324 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f 2024-11-16T10:25:29,325 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42709 2024-11-16T10:25:29,325 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:25:29,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:25:29,333 DEBUG [RS:0;adb367c328a9:33523 {}] zookeeper.ZKUtil(111): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,33523,1731752726549 2024-11-16T10:25:29,334 WARN [RS:0;adb367c328a9:33523 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:25:29,334 INFO [RS:0;adb367c328a9:33523 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:25:29,334 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/WALs/adb367c328a9,33523,1731752726549 2024-11-16T10:25:29,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,33523,1731752726549] 2024-11-16T10:25:29,349 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:25:29,359 INFO [RS:0;adb367c328a9:33523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:25:29,372 INFO [RS:0;adb367c328a9:33523 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:25:29,375 INFO [RS:0;adb367c328a9:33523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:25:29,375 INFO [RS:0;adb367c328a9:33523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,376 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:25:29,381 INFO [RS:0;adb367c328a9:33523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,381 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,382 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,382 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,382 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,382 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,382 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:25:29,382 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,382 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,383 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,383 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,383 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:25:29,383 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:25:29,383 DEBUG [RS:0;adb367c328a9:33523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:25:29,384 INFO [RS:0;adb367c328a9:33523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,384 INFO [RS:0;adb367c328a9:33523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,384 INFO [RS:0;adb367c328a9:33523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,384 INFO [RS:0;adb367c328a9:33523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,385 INFO [RS:0;adb367c328a9:33523 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,33523,1731752726549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:25:29,403 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:25:29,405 INFO [RS:0;adb367c328a9:33523 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,33523,1731752726549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:29,421 INFO [RS:0;adb367c328a9:33523 {}] regionserver.Replication(204): adb367c328a9,33523,1731752726549 started 2024-11-16T10:25:29,421 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,33523,1731752726549, RpcServer on adb367c328a9/172.17.0.2:33523, sessionid=0x10144772c9e0001 2024-11-16T10:25:29,422 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:25:29,422 DEBUG [RS:0;adb367c328a9:33523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,33523,1731752726549 2024-11-16T10:25:29,422 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,33523,1731752726549' 2024-11-16T10:25:29,422 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:25:29,423 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:25:29,424 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:25:29,424 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:25:29,424 DEBUG [RS:0;adb367c328a9:33523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,33523,1731752726549 2024-11-16T10:25:29,424 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,33523,1731752726549' 2024-11-16T10:25:29,424 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:25:29,425 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:25:29,425 DEBUG [RS:0;adb367c328a9:33523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:25:29,425 INFO [RS:0;adb367c328a9:33523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:25:29,426 INFO [RS:0;adb367c328a9:33523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:25:29,534 INFO [RS:0;adb367c328a9:33523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:25:29,538 INFO [RS:0;adb367c328a9:33523 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C33523%2C1731752726549, suffix=, logDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/WALs/adb367c328a9,33523,1731752726549, archiveDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/oldWALs, maxLogs=32 2024-11-16T10:25:29,552 DEBUG [RS:0;adb367c328a9:33523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/WALs/adb367c328a9,33523,1731752726549/adb367c328a9%2C33523%2C1731752726549.1731752729540, exclude list is [], retry=0 2024-11-16T10:25:29,556 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45549,DS-7f30d0c4-f81f-4ca2-8c78-1bc92e769188,DISK] 2024-11-16T10:25:29,559 INFO [RS:0;adb367c328a9:33523 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/WALs/adb367c328a9,33523,1731752726549/adb367c328a9%2C33523%2C1731752726549.1731752729540 2024-11-16T10:25:29,559 DEBUG [RS:0;adb367c328a9:33523 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107)] 2024-11-16T10:25:29,600 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-16T10:25:29,601 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f 2024-11-16T10:25:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741833_1009 (size=32) 2024-11-16T10:25:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:25:30,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:25:30,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:25:30,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:30,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:25:30,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:25:30,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:25:30,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:30,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:25:30,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:25:30,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:25:30,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:30,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:25:30,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740 2024-11-16T10:25:30,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740 2024-11-16T10:25:30,038 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:25:30,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:25:30,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:25:30,046 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72150701, jitterRate=0.07512922585010529}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:25:30,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:25:30,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:25:30,049 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:25:30,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:25:30,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:25:30,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:25:30,050 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:25:30,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:25:30,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:25:30,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-16T10:25:30,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:25:30,065 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:25:30,067 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:25:30,219 DEBUG [adb367c328a9:39291 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T10:25:30,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:25:30,226 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,33523,1731752726549, state=OPENING 2024-11-16T10:25:30,272 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:25:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:30,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:25:30,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:25:30,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:25:30,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:30,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:25:30,469 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:25:30,478 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-16T10:25:30,478 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:25:30,479 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:25:30,482 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C33523%2C1731752726549.meta, suffix=.meta, logDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/WALs/adb367c328a9,33523,1731752726549, archiveDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/oldWALs, maxLogs=32 2024-11-16T10:25:30,496 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/WALs/adb367c328a9,33523,1731752726549/adb367c328a9%2C33523%2C1731752726549.meta.1731752730483.meta, exclude list is [], retry=0 2024-11-16T10:25:30,500 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45549,DS-7f30d0c4-f81f-4ca2-8c78-1bc92e769188,DISK] 2024-11-16T10:25:30,503 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/WALs/adb367c328a9,33523,1731752726549/adb367c328a9%2C33523%2C1731752726549.meta.1731752730483.meta 2024-11-16T10:25:30,503 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36107:36107)] 2024-11-16T10:25:30,503 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:25:30,505 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:25:30,552 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:25:30,556 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:25:30,560 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:25:30,560 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:25:30,560 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-16T10:25:30,560 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-16T10:25:30,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:25:30,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:25:30,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:30,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:25:30,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:25:30,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:25:30,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:30,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:25:30,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:25:30,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:25:30,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:30,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:25:30,572 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740 2024-11-16T10:25:30,575 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740 2024-11-16T10:25:30,578 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:25:30,581 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:25:30,583 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68028026, jitterRate=0.0136965811252594}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:25:30,585 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:25:30,595 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731752730458 2024-11-16T10:25:30,607 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:25:30,607 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-16T10:25:30,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:25:30,611 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,33523,1731752726549, state=OPEN 2024-11-16T10:25:30,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:25:30,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:25:30,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:25:30,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:25:30,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:25:30,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=adb367c328a9,33523,1731752726549 in 349 msec 2024-11-16T10:25:30,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:25:30,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 586 msec 2024-11-16T10:25:30,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5520 sec 2024-11-16T10:25:30,657 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731752730657, completionTime=-1 2024-11-16T10:25:30,657 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T10:25:30,658 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-16T10:25:30,690 DEBUG [hconnection-0x276b246c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:30,692 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:30,702 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-16T10:25:30,702 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731752790702 2024-11-16T10:25:30,702 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731752850702 2024-11-16T10:25:30,702 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 44 msec 2024-11-16T10:25:30,735 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,39291,1731752725796-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:30,735 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,39291,1731752725796-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:30,736 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,39291,1731752725796-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:30,737 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-adb367c328a9:39291, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:30,737 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:30,743 DEBUG [master/adb367c328a9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-16T10:25:30,744 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-16T10:25:30,746 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:25:30,770 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-16T10:25:30,774 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:25:30,776 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:30,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:25:30,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741835_1011 (size=358) 2024-11-16T10:25:31,202 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3e2f57697faf2f9ca8c70fcfabd157b3, NAME => 'hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f 2024-11-16T10:25:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741836_1012 (size=42) 2024-11-16T10:25:31,614 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:25:31,615 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3e2f57697faf2f9ca8c70fcfabd157b3, disabling compactions & flushes 2024-11-16T10:25:31,615 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:25:31,615 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:25:31,616 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. after waiting 0 ms 2024-11-16T10:25:31,616 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:25:31,616 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:25:31,616 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3e2f57697faf2f9ca8c70fcfabd157b3: 2024-11-16T10:25:31,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:25:31,628 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731752731623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752731623"}]},"ts":"1731752731623"} 2024-11-16T10:25:31,647 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:25:31,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:25:31,651 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752731649"}]},"ts":"1731752731649"} 2024-11-16T10:25:31,655 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-16T10:25:31,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3e2f57697faf2f9ca8c70fcfabd157b3, ASSIGN}] 2024-11-16T10:25:31,715 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3e2f57697faf2f9ca8c70fcfabd157b3, ASSIGN 2024-11-16T10:25:31,717 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3e2f57697faf2f9ca8c70fcfabd157b3, ASSIGN; state=OFFLINE, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=false 2024-11-16T10:25:31,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3e2f57697faf2f9ca8c70fcfabd157b3, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:25:31,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3e2f57697faf2f9ca8c70fcfabd157b3, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:25:32,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:32,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:25:32,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3e2f57697faf2f9ca8c70fcfabd157b3, NAME => 'hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:25:32,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:25:32,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:25:32,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:25:32,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:25:32,050 INFO [StoreOpener-3e2f57697faf2f9ca8c70fcfabd157b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:25:32,053 INFO [StoreOpener-3e2f57697faf2f9ca8c70fcfabd157b3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2f57697faf2f9ca8c70fcfabd157b3 columnFamilyName info 2024-11-16T10:25:32,054 DEBUG [StoreOpener-3e2f57697faf2f9ca8c70fcfabd157b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:32,055 INFO [StoreOpener-3e2f57697faf2f9ca8c70fcfabd157b3-1 {}] regionserver.HStore(327): Store=3e2f57697faf2f9ca8c70fcfabd157b3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:25:32,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/namespace/3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:25:32,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/namespace/3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:25:32,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:25:32,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/namespace/3e2f57697faf2f9ca8c70fcfabd157b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:25:32,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3e2f57697faf2f9ca8c70fcfabd157b3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72298221, jitterRate=0.07732744514942169}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:25:32,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3e2f57697faf2f9ca8c70fcfabd157b3: 2024-11-16T10:25:32,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3., pid=6, masterSystemTime=1731752732032 2024-11-16T10:25:32,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:25:32,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:25:32,075 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3e2f57697faf2f9ca8c70fcfabd157b3, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:25:32,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:25:32,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3e2f57697faf2f9ca8c70fcfabd157b3, server=adb367c328a9,33523,1731752726549 in 203 msec 2024-11-16T10:25:32,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:25:32,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3e2f57697faf2f9ca8c70fcfabd157b3, ASSIGN in 371 msec 2024-11-16T10:25:32,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:25:32,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752732088"}]},"ts":"1731752732088"} 2024-11-16T10:25:32,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-16T10:25:32,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:25:32,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3550 sec 2024-11-16T10:25:32,176 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-16T10:25:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:25:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:25:32,215 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-16T10:25:32,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:25:32,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2024-11-16T10:25:32,250 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-16T10:25:32,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:25:32,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-11-16T10:25:32,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-16T10:25:32,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-16T10:25:32,317 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.690sec 2024-11-16T10:25:32,319 INFO [master/adb367c328a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:25:32,321 INFO [master/adb367c328a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:25:32,322 INFO [master/adb367c328a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:25:32,323 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:25:32,324 INFO [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:25:32,326 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,39291,1731752725796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:25:32,326 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,39291,1731752725796-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:25:32,332 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:25:32,333 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:25:32,333 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,39291,1731752725796-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:25:32,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e83c466 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39dee83f 2024-11-16T10:25:32,410 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-16T10:25:32,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b8b597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:32,427 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T10:25:32,427 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T10:25:32,435 DEBUG [hconnection-0x4c09ef46-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:32,443 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:32,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=adb367c328a9,39291,1731752725796 2024-11-16T10:25:32,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=4088 2024-11-16T10:25:32,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:25:32,473 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:25:32,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T10:25:32,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:25:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T10:25:32,486 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:25:32,486 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:32,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-16T10:25:32,488 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:25:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:25:32,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741837_1013 (size=960) 2024-11-16T10:25:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:25:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:25:32,903 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f 2024-11-16T10:25:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741838_1014 (size=53) 2024-11-16T10:25:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:25:33,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:25:33,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c60bce3d5bb472db1f3122652afd4851, disabling compactions & flushes 2024-11-16T10:25:33,319 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:33,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:33,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. after waiting 0 ms 2024-11-16T10:25:33,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:33,319 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:33,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:33,321 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:25:33,322 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731752733321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752733321"}]},"ts":"1731752733321"} 2024-11-16T10:25:33,325 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:25:33,327 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:25:33,327 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752733327"}]},"ts":"1731752733327"} 2024-11-16T10:25:33,330 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T10:25:33,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c60bce3d5bb472db1f3122652afd4851, ASSIGN}] 2024-11-16T10:25:33,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c60bce3d5bb472db1f3122652afd4851, ASSIGN 2024-11-16T10:25:33,479 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c60bce3d5bb472db1f3122652afd4851, ASSIGN; state=OFFLINE, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=false 2024-11-16T10:25:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:25:33,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c60bce3d5bb472db1f3122652afd4851, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:25:33,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:25:33,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:33,804 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:33,804 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:25:33,805 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:33,805 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:25:33,805 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:33,805 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:33,808 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:33,811 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:25:33,811 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c60bce3d5bb472db1f3122652afd4851 columnFamilyName A 2024-11-16T10:25:33,811 DEBUG [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:33,813 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] regionserver.HStore(327): Store=c60bce3d5bb472db1f3122652afd4851/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:25:33,813 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:33,815 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:25:33,815 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c60bce3d5bb472db1f3122652afd4851 columnFamilyName B 2024-11-16T10:25:33,815 DEBUG [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:33,816 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] regionserver.HStore(327): Store=c60bce3d5bb472db1f3122652afd4851/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:25:33,816 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:33,818 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:25:33,818 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c60bce3d5bb472db1f3122652afd4851 columnFamilyName C 2024-11-16T10:25:33,819 DEBUG [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:25:33,819 INFO [StoreOpener-c60bce3d5bb472db1f3122652afd4851-1 {}] regionserver.HStore(327): Store=c60bce3d5bb472db1f3122652afd4851/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:25:33,820 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:33,821 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:33,822 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:33,824 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:25:33,827 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:33,830 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:25:33,831 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened c60bce3d5bb472db1f3122652afd4851; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72155190, jitterRate=0.07519611716270447}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:25:33,832 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:33,833 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., pid=11, masterSystemTime=1731752733794 2024-11-16T10:25:33,836 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:33,836 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:33,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c60bce3d5bb472db1f3122652afd4851, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:25:33,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T10:25:33,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 in 202 msec 2024-11-16T10:25:33,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:25:33,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c60bce3d5bb472db1f3122652afd4851, ASSIGN in 367 msec 2024-11-16T10:25:33,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:25:33,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752733848"}]},"ts":"1731752733848"} 2024-11-16T10:25:33,850 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T10:25:33,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:25:33,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.4100 sec 2024-11-16T10:25:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:25:34,617 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-16T10:25:34,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e98ea32 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9fcedf 2024-11-16T10:25:34,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e71e468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,682 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:25:34,690 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:25:34,699 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12885408 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9bd0964 2024-11-16T10:25:34,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c63ae4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72b32f98 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1324ee83 2024-11-16T10:25:34,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736f1673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04977266 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b55c24 2024-11-16T10:25:34,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bbb5d8a to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48068a5 2024-11-16T10:25:34,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f34ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18603bb9 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3883f7b 2024-11-16T10:25:34,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5f27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e97e4b to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12a1285d 2024-11-16T10:25:34,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x490457fd to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@527c6d40 2024-11-16T10:25:34,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,768 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c8de680 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fe2fa7 2024-11-16T10:25:34,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6502d571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,776 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6b07e3 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@595e9ebe 2024-11-16T10:25:34,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0471b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:25:34,788 DEBUG [hconnection-0x76214a8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,793 DEBUG [hconnection-0x2a80f7f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,794 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,794 DEBUG [hconnection-0x2e827a6f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,794 DEBUG [hconnection-0x4c7d321f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,794 DEBUG [hconnection-0x5fa3171e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,795 DEBUG [hconnection-0x78b714ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,795 DEBUG [hconnection-0x12418eb5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,795 DEBUG [hconnection-0x19e0dde4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,796 DEBUG [hconnection-0x2534ab3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:25:34,797 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:34,800 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-16T10:25:34,804 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T10:25:34,806 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:34,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:34,808 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,824 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,824 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,830 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:25:34,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:25:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:34,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:34,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:34,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:34,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T10:25:34,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:34,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:34,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:34,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:34,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:34,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:34,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/297df1e74d494a93b2d2fe33a67a0560 is 50, key is test_row_0/A:col10/1731752734847/Put/seqid=0 2024-11-16T10:25:35,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741839_1015 (size=14341) 2024-11-16T10:25:35,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752795078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752795078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752795079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752795084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752795086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T10:25:35,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:35,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:35,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752795191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752795191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752795192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752795198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752795199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-16T10:25:35,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:25:35,356 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-16T10:25:35,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752795400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752795401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752795405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752795406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752795407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T10:25:35,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/297df1e74d494a93b2d2fe33a67a0560 2024-11-16T10:25:35,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:35,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:35,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b1ef62d6d10844f486dc5a28fc495b8f is 50, key is test_row_0/B:col10/1731752734847/Put/seqid=0 2024-11-16T10:25:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741840_1016 (size=12001) 2024-11-16T10:25:35,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b1ef62d6d10844f486dc5a28fc495b8f 2024-11-16T10:25:35,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/f3e203224e4d4dddb17fb4a2995636b5 is 50, key is test_row_0/C:col10/1731752734847/Put/seqid=0 2024-11-16T10:25:35,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741841_1017 (size=12001) 2024-11-16T10:25:35,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752795710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752795711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752795712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752795713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752795715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,780 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T10:25:35,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:35,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:35,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:35,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/f3e203224e4d4dddb17fb4a2995636b5 2024-11-16T10:25:36,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T10:25:36,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/297df1e74d494a93b2d2fe33a67a0560 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/297df1e74d494a93b2d2fe33a67a0560 2024-11-16T10:25:36,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:36,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:36,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/297df1e74d494a93b2d2fe33a67a0560, entries=200, sequenceid=14, filesize=14.0 K 2024-11-16T10:25:36,108 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-16T10:25:36,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b1ef62d6d10844f486dc5a28fc495b8f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b1ef62d6d10844f486dc5a28fc495b8f 2024-11-16T10:25:36,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b1ef62d6d10844f486dc5a28fc495b8f, entries=150, sequenceid=14, filesize=11.7 K 2024-11-16T10:25:36,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/f3e203224e4d4dddb17fb4a2995636b5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/f3e203224e4d4dddb17fb4a2995636b5 2024-11-16T10:25:36,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/f3e203224e4d4dddb17fb4a2995636b5, entries=150, sequenceid=14, filesize=11.7 K 2024-11-16T10:25:36,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c60bce3d5bb472db1f3122652afd4851 in 1274ms, sequenceid=14, compaction requested=false 2024-11-16T10:25:36,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:36,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:25:36,230 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T10:25:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:36,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:25:36,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:36,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:36,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:36,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:36,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:36,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:36,234 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-16T10:25:36,234 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-16T10:25:36,235 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:25:36,235 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T10:25:36,236 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:25:36,236 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T10:25:36,238 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-16T10:25:36,238 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-16T10:25:36,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:36,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/fcbbb75f5af847e2a3f8da7633214910 is 50, key is test_row_0/A:col10/1731752735076/Put/seqid=0 2024-11-16T10:25:36,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752796257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752796257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741842_1018 (size=12001) 2024-11-16T10:25:36,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752796262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752796262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752796265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/fcbbb75f5af847e2a3f8da7633214910 2024-11-16T10:25:36,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/c5c25d5e3c8245bd90dfddbd9669d002 is 50, key is test_row_0/B:col10/1731752735076/Put/seqid=0 2024-11-16T10:25:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741843_1019 (size=12001) 2024-11-16T10:25:36,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752796371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752796375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752796389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752796390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752796391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,408 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:36,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:36,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752796593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752796594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752796592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752796602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752796604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:36,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:36,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/c5c25d5e3c8245bd90dfddbd9669d002 2024-11-16T10:25:36,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/c18d91f9abf64e17bd0704ee934e8d24 is 50, key is test_row_0/C:col10/1731752735076/Put/seqid=0 2024-11-16T10:25:36,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741844_1020 (size=12001) 2024-11-16T10:25:36,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/c18d91f9abf64e17bd0704ee934e8d24 2024-11-16T10:25:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/fcbbb75f5af847e2a3f8da7633214910 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/fcbbb75f5af847e2a3f8da7633214910 2024-11-16T10:25:36,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/fcbbb75f5af847e2a3f8da7633214910, entries=150, sequenceid=40, filesize=11.7 K 2024-11-16T10:25:36,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/c5c25d5e3c8245bd90dfddbd9669d002 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c5c25d5e3c8245bd90dfddbd9669d002 2024-11-16T10:25:36,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c5c25d5e3c8245bd90dfddbd9669d002, entries=150, sequenceid=40, filesize=11.7 K 2024-11-16T10:25:36,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/c18d91f9abf64e17bd0704ee934e8d24 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c18d91f9abf64e17bd0704ee934e8d24 2024-11-16T10:25:36,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c18d91f9abf64e17bd0704ee934e8d24, entries=150, sequenceid=40, filesize=11.7 K 2024-11-16T10:25:36,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c60bce3d5bb472db1f3122652afd4851 in 633ms, sequenceid=40, compaction requested=false 2024-11-16T10:25:36,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:36,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-16T10:25:36,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:36,877 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:25:36,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:36,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:36,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:36,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:36,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:36,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:36,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/ad6d4cc1fa5f43358f88590aa5feb941 is 50, key is test_row_0/A:col10/1731752736257/Put/seqid=0 2024-11-16T10:25:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741845_1021 (size=12001) 2024-11-16T10:25:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T10:25:36,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752796963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752796965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752796968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752796971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:36,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752796971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752797072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752797073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752797075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752797078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752797080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752797276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752797277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752797281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752797283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752797288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,315 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/ad6d4cc1fa5f43358f88590aa5feb941 2024-11-16T10:25:37,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/bda6e2c035ab45639b0f4220be0c016e is 50, key is test_row_0/B:col10/1731752736257/Put/seqid=0 2024-11-16T10:25:37,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741846_1022 (size=12001) 2024-11-16T10:25:37,395 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/bda6e2c035ab45639b0f4220be0c016e 2024-11-16T10:25:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/48dd2f77476241469f2a872eb9781bf6 is 50, key is test_row_0/C:col10/1731752736257/Put/seqid=0 2024-11-16T10:25:37,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741847_1023 (size=12001) 2024-11-16T10:25:37,471 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/48dd2f77476241469f2a872eb9781bf6 2024-11-16T10:25:37,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/ad6d4cc1fa5f43358f88590aa5feb941 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/ad6d4cc1fa5f43358f88590aa5feb941 2024-11-16T10:25:37,506 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/ad6d4cc1fa5f43358f88590aa5feb941, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T10:25:37,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/bda6e2c035ab45639b0f4220be0c016e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/bda6e2c035ab45639b0f4220be0c016e 2024-11-16T10:25:37,522 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/bda6e2c035ab45639b0f4220be0c016e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T10:25:37,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/48dd2f77476241469f2a872eb9781bf6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/48dd2f77476241469f2a872eb9781bf6 2024-11-16T10:25:37,539 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/48dd2f77476241469f2a872eb9781bf6, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T10:25:37,541 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c60bce3d5bb472db1f3122652afd4851 in 663ms, sequenceid=51, compaction requested=true 2024-11-16T10:25:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:37,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T10:25:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-16T10:25:37,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T10:25:37,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7360 sec 2024-11-16T10:25:37,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.7500 sec 2024-11-16T10:25:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:37,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-16T10:25:37,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:37,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:37,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:37,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:37,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:37,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:37,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/097eaf8ca3a643e2a2539e3fe2ec2e33 is 50, key is test_row_0/A:col10/1731752736966/Put/seqid=0 2024-11-16T10:25:37,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741848_1024 (size=14341) 2024-11-16T10:25:37,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752797595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752797597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752797657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752797657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752797657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752797758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752797760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752797766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752797766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752797766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752797963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752797963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752797972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752797972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:37,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752797975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/097eaf8ca3a643e2a2539e3fe2ec2e33 2024-11-16T10:25:38,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/4161de0fb15741bb8864433cf161d604 is 50, key is test_row_0/B:col10/1731752736966/Put/seqid=0 2024-11-16T10:25:38,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741849_1025 (size=12001) 2024-11-16T10:25:38,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/4161de0fb15741bb8864433cf161d604 2024-11-16T10:25:38,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/5bc305b60abc42be838e5b1dd7cd6209 is 50, key is test_row_0/C:col10/1731752736966/Put/seqid=0 2024-11-16T10:25:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741850_1026 (size=12001) 2024-11-16T10:25:38,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/5bc305b60abc42be838e5b1dd7cd6209 2024-11-16T10:25:38,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/097eaf8ca3a643e2a2539e3fe2ec2e33 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/097eaf8ca3a643e2a2539e3fe2ec2e33 2024-11-16T10:25:38,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/097eaf8ca3a643e2a2539e3fe2ec2e33, entries=200, sequenceid=78, filesize=14.0 K 2024-11-16T10:25:38,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/4161de0fb15741bb8864433cf161d604 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4161de0fb15741bb8864433cf161d604 2024-11-16T10:25:38,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4161de0fb15741bb8864433cf161d604, entries=150, sequenceid=78, filesize=11.7 K 2024-11-16T10:25:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/5bc305b60abc42be838e5b1dd7cd6209 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5bc305b60abc42be838e5b1dd7cd6209 2024-11-16T10:25:38,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5bc305b60abc42be838e5b1dd7cd6209, entries=150, sequenceid=78, filesize=11.7 K 2024-11-16T10:25:38,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for c60bce3d5bb472db1f3122652afd4851 in 603ms, sequenceid=78, compaction requested=true 2024-11-16T10:25:38,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:38,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:38,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:38,191 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:25:38,191 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:25:38,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:38,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:38,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:38,196 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:25:38,197 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:38,198 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:38,198 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b1ef62d6d10844f486dc5a28fc495b8f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c5c25d5e3c8245bd90dfddbd9669d002, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/bda6e2c035ab45639b0f4220be0c016e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4161de0fb15741bb8864433cf161d604] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=46.9 K 2024-11-16T10:25:38,200 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b1ef62d6d10844f486dc5a28fc495b8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731752734830 2024-11-16T10:25:38,200 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c25d5e3c8245bd90dfddbd9669d002, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731752735046 2024-11-16T10:25:38,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:38,201 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting bda6e2c035ab45639b0f4220be0c016e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752736236 2024-11-16T10:25:38,202 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4161de0fb15741bb8864433cf161d604, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731752736964 2024-11-16T10:25:38,203 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:25:38,204 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:38,204 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:38,204 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/297df1e74d494a93b2d2fe33a67a0560, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/fcbbb75f5af847e2a3f8da7633214910, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/ad6d4cc1fa5f43358f88590aa5feb941, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/097eaf8ca3a643e2a2539e3fe2ec2e33] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=51.4 K 2024-11-16T10:25:38,208 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 297df1e74d494a93b2d2fe33a67a0560, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731752734830 2024-11-16T10:25:38,209 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcbbb75f5af847e2a3f8da7633214910, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731752735046 2024-11-16T10:25:38,210 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad6d4cc1fa5f43358f88590aa5feb941, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752736236 2024-11-16T10:25:38,223 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 097eaf8ca3a643e2a2539e3fe2ec2e33, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731752736964 2024-11-16T10:25:38,260 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#12 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:38,261 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/dd1eb2b0527448aea22db680ef59866f is 50, key is test_row_0/B:col10/1731752736966/Put/seqid=0 2024-11-16T10:25:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:38,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:25:38,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:38,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:38,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:38,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:38,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:38,280 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#13 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:38,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:38,287 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/0665aeaf051a4421b09da96d3b9f055f is 50, key is test_row_0/A:col10/1731752736966/Put/seqid=0 2024-11-16T10:25:38,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/3c05ada12ff6442dbca9c9018220c868 is 50, key is test_row_0/A:col10/1731752737594/Put/seqid=0 2024-11-16T10:25:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741851_1027 (size=12139) 2024-11-16T10:25:38,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741852_1028 (size=12139) 2024-11-16T10:25:38,322 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/dd1eb2b0527448aea22db680ef59866f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/dd1eb2b0527448aea22db680ef59866f 2024-11-16T10:25:38,332 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/0665aeaf051a4421b09da96d3b9f055f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0665aeaf051a4421b09da96d3b9f055f 2024-11-16T10:25:38,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741853_1029 (size=12001) 2024-11-16T10:25:38,351 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into 0665aeaf051a4421b09da96d3b9f055f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:38,351 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into dd1eb2b0527448aea22db680ef59866f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:38,351 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:38,351 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:38,351 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=12, startTime=1731752738190; duration=0sec 2024-11-16T10:25:38,351 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=12, startTime=1731752738191; duration=0sec 2024-11-16T10:25:38,352 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:38,354 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:38,354 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:25:38,352 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:38,354 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:38,357 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:25:38,357 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:38,357 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:38,358 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/f3e203224e4d4dddb17fb4a2995636b5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c18d91f9abf64e17bd0704ee934e8d24, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/48dd2f77476241469f2a872eb9781bf6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5bc305b60abc42be838e5b1dd7cd6209] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=46.9 K 2024-11-16T10:25:38,359 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3e203224e4d4dddb17fb4a2995636b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731752734830 2024-11-16T10:25:38,360 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c18d91f9abf64e17bd0704ee934e8d24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731752735046 2024-11-16T10:25:38,363 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48dd2f77476241469f2a872eb9781bf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752736236 2024-11-16T10:25:38,364 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bc305b60abc42be838e5b1dd7cd6209, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731752736964 2024-11-16T10:25:38,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752798372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752798375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752798375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752798377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752798379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,395 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#15 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:38,396 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/952298cf651c42a9afc1a46134056598 is 50, key is test_row_0/C:col10/1731752736966/Put/seqid=0 2024-11-16T10:25:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741854_1030 (size=12139) 2024-11-16T10:25:38,435 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/952298cf651c42a9afc1a46134056598 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/952298cf651c42a9afc1a46134056598 2024-11-16T10:25:38,457 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into 952298cf651c42a9afc1a46134056598(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:38,457 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:38,457 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=12, startTime=1731752738194; duration=0sec 2024-11-16T10:25:38,458 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:38,458 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:38,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752798485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752798487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752798490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752798492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752798492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752798690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752798691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752798698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752798700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752798700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:38,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/3c05ada12ff6442dbca9c9018220c868 2024-11-16T10:25:38,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b3b3f2e67f1d46d0a615401322fe5706 is 50, key is test_row_0/B:col10/1731752737594/Put/seqid=0 2024-11-16T10:25:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741855_1031 (size=12001) 2024-11-16T10:25:38,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b3b3f2e67f1d46d0a615401322fe5706 2024-11-16T10:25:38,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/5667749927ec43a7bdfcc1bf67187d35 is 50, key is test_row_0/C:col10/1731752737594/Put/seqid=0 2024-11-16T10:25:38,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741856_1032 (size=12001) 2024-11-16T10:25:38,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/5667749927ec43a7bdfcc1bf67187d35 2024-11-16T10:25:38,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/3c05ada12ff6442dbca9c9018220c868 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3c05ada12ff6442dbca9c9018220c868 2024-11-16T10:25:38,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3c05ada12ff6442dbca9c9018220c868, entries=150, sequenceid=89, filesize=11.7 K 2024-11-16T10:25:38,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b3b3f2e67f1d46d0a615401322fe5706 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b3b3f2e67f1d46d0a615401322fe5706 2024-11-16T10:25:38,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b3b3f2e67f1d46d0a615401322fe5706, entries=150, sequenceid=89, filesize=11.7 K 2024-11-16T10:25:38,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/5667749927ec43a7bdfcc1bf67187d35 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5667749927ec43a7bdfcc1bf67187d35 2024-11-16T10:25:38,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5667749927ec43a7bdfcc1bf67187d35, entries=150, sequenceid=89, filesize=11.7 K 2024-11-16T10:25:38,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c60bce3d5bb472db1f3122652afd4851 in 618ms, sequenceid=89, compaction requested=false 2024-11-16T10:25:38,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-16T10:25:38,916 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-16T10:25:38,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-16T10:25:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T10:25:38,922 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:38,925 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:38,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:39,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-16T10:25:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:39,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:39,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:39,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/effdc0bd8b074dff87ed7d9322cb4fa1 is 50, key is test_row_0/A:col10/1731752738372/Put/seqid=0 2024-11-16T10:25:39,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752799014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752799014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752799015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752799017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T10:25:39,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752799020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741857_1033 (size=14341) 2024-11-16T10:25:39,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/effdc0bd8b074dff87ed7d9322cb4fa1 2024-11-16T10:25:39,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/a71bcefb034d43ccbab3e1f5540310b1 is 50, key is test_row_0/B:col10/1731752738372/Put/seqid=0 2024-11-16T10:25:39,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-16T10:25:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:39,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741858_1034 (size=12001) 2024-11-16T10:25:39,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/a71bcefb034d43ccbab3e1f5540310b1 2024-11-16T10:25:39,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/0675c3e62c73491f82cccbd9411ffab5 is 50, key is test_row_0/C:col10/1731752738372/Put/seqid=0 2024-11-16T10:25:39,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752799123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741859_1035 (size=12001) 2024-11-16T10:25:39,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752799123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/0675c3e62c73491f82cccbd9411ffab5 2024-11-16T10:25:39,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752799123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752799123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752799126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/effdc0bd8b074dff87ed7d9322cb4fa1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/effdc0bd8b074dff87ed7d9322cb4fa1 2024-11-16T10:25:39,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/effdc0bd8b074dff87ed7d9322cb4fa1, entries=200, sequenceid=119, filesize=14.0 K 2024-11-16T10:25:39,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/a71bcefb034d43ccbab3e1f5540310b1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a71bcefb034d43ccbab3e1f5540310b1 2024-11-16T10:25:39,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a71bcefb034d43ccbab3e1f5540310b1, entries=150, sequenceid=119, filesize=11.7 K 2024-11-16T10:25:39,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/0675c3e62c73491f82cccbd9411ffab5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0675c3e62c73491f82cccbd9411ffab5 2024-11-16T10:25:39,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0675c3e62c73491f82cccbd9411ffab5, entries=150, sequenceid=119, filesize=11.7 K 2024-11-16T10:25:39,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c60bce3d5bb472db1f3122652afd4851 in 181ms, sequenceid=119, compaction requested=true 2024-11-16T10:25:39,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:39,182 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:39,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:39,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-16T10:25:39,183 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:39,184 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:39,184 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:39,184 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,184 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0665aeaf051a4421b09da96d3b9f055f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3c05ada12ff6442dbca9c9018220c868, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/effdc0bd8b074dff87ed7d9322cb4fa1] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=37.6 K 2024-11-16T10:25:39,185 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:39,185 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:39,185 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,185 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0665aeaf051a4421b09da96d3b9f055f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731752736964 2024-11-16T10:25:39,185 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/dd1eb2b0527448aea22db680ef59866f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b3b3f2e67f1d46d0a615401322fe5706, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a71bcefb034d43ccbab3e1f5540310b1] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=35.3 K 2024-11-16T10:25:39,186 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting dd1eb2b0527448aea22db680ef59866f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731752736964 2024-11-16T10:25:39,186 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c05ada12ff6442dbca9c9018220c868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731752737594 2024-11-16T10:25:39,187 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b3b3f2e67f1d46d0a615401322fe5706, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731752737594 2024-11-16T10:25:39,187 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting effdc0bd8b074dff87ed7d9322cb4fa1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731752738371 2024-11-16T10:25:39,188 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a71bcefb034d43ccbab3e1f5540310b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731752738372 2024-11-16T10:25:39,209 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:39,210 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/cad1bd6fdaea4f8ba2ce19a305defea8 is 50, key is test_row_0/B:col10/1731752738372/Put/seqid=0 2024-11-16T10:25:39,213 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:39,214 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/f3a7877cd785458a92946e14f64d2fe1 is 50, key is test_row_0/A:col10/1731752738372/Put/seqid=0 2024-11-16T10:25:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T10:25:39,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-16T10:25:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,237 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-16T10:25:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:39,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741860_1036 (size=12241) 2024-11-16T10:25:39,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741861_1037 (size=12241) 2024-11-16T10:25:39,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/f41a00ab0d704dd5bc892304e6acddb1 is 50, key is test_row_0/A:col10/1731752739016/Put/seqid=0 2024-11-16T10:25:39,269 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/cad1bd6fdaea4f8ba2ce19a305defea8 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cad1bd6fdaea4f8ba2ce19a305defea8 2024-11-16T10:25:39,284 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into cad1bd6fdaea4f8ba2ce19a305defea8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:39,285 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:39,286 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=13, startTime=1731752739182; duration=0sec 2024-11-16T10:25:39,287 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:39,287 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:39,287 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:39,290 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:39,290 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:39,290 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,290 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/952298cf651c42a9afc1a46134056598, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5667749927ec43a7bdfcc1bf67187d35, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0675c3e62c73491f82cccbd9411ffab5] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=35.3 K 2024-11-16T10:25:39,291 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 952298cf651c42a9afc1a46134056598, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731752736964 2024-11-16T10:25:39,292 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5667749927ec43a7bdfcc1bf67187d35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731752737594 2024-11-16T10:25:39,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741862_1038 (size=12001) 2024-11-16T10:25:39,295 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0675c3e62c73491f82cccbd9411ffab5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731752738372 2024-11-16T10:25:39,295 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/f41a00ab0d704dd5bc892304e6acddb1 2024-11-16T10:25:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/a575e581e13749da9c670ba1695bf606 is 50, key is test_row_0/B:col10/1731752739016/Put/seqid=0 2024-11-16T10:25:39,325 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:39,326 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/20cc403669d64f43820a56ac315c59ae is 50, key is test_row_0/C:col10/1731752738372/Put/seqid=0 2024-11-16T10:25:39,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741863_1039 (size=12001) 2024-11-16T10:25:39,329 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/a575e581e13749da9c670ba1695bf606 2024-11-16T10:25:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:39,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:39,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741864_1040 (size=12241) 2024-11-16T10:25:39,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/a4c7bfa3e0914ac6b68d7bc090cea4e5 is 50, key is test_row_0/C:col10/1731752739016/Put/seqid=0 2024-11-16T10:25:39,363 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/20cc403669d64f43820a56ac315c59ae as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20cc403669d64f43820a56ac315c59ae 2024-11-16T10:25:39,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741865_1041 (size=12001) 2024-11-16T10:25:39,373 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/a4c7bfa3e0914ac6b68d7bc090cea4e5 2024-11-16T10:25:39,375 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into 20cc403669d64f43820a56ac315c59ae(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:39,375 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:39,375 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=13, startTime=1731752739183; duration=0sec 2024-11-16T10:25:39,376 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:39,376 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:39,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/f41a00ab0d704dd5bc892304e6acddb1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f41a00ab0d704dd5bc892304e6acddb1 2024-11-16T10:25:39,396 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f41a00ab0d704dd5bc892304e6acddb1, entries=150, sequenceid=128, filesize=11.7 K 2024-11-16T10:25:39,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/a575e581e13749da9c670ba1695bf606 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a575e581e13749da9c670ba1695bf606 2024-11-16T10:25:39,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752799391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752799399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752799397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752799400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752799400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,409 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a575e581e13749da9c670ba1695bf606, entries=150, sequenceid=128, filesize=11.7 K 2024-11-16T10:25:39,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/a4c7bfa3e0914ac6b68d7bc090cea4e5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a4c7bfa3e0914ac6b68d7bc090cea4e5 2024-11-16T10:25:39,421 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a4c7bfa3e0914ac6b68d7bc090cea4e5, entries=150, sequenceid=128, filesize=11.7 K 2024-11-16T10:25:39,423 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for c60bce3d5bb472db1f3122652afd4851 in 187ms, sequenceid=128, compaction requested=false 2024-11-16T10:25:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T10:25:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-16T10:25:39,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T10:25:39,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 501 msec 2024-11-16T10:25:39,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 515 msec 2024-11-16T10:25:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:39,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-16T10:25:39,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:39,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:39,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:39,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:39,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:39,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:39,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/01d03b569da042bfa2d039c99d8a155f is 50, key is test_row_0/A:col10/1731752739389/Put/seqid=0 2024-11-16T10:25:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752799514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752799515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741866_1042 (size=14541) 2024-11-16T10:25:39,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752799516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-16T10:25:39,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,525 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-16T10:25:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752799518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-16T10:25:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T10:25:39,530 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:39,531 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:39,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:39,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752799530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752799622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752799623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752799626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T10:25:39,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752799626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752799635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,675 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/f3a7877cd785458a92946e14f64d2fe1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f3a7877cd785458a92946e14f64d2fe1 2024-11-16T10:25:39,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T10:25:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,687 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into f3a7877cd785458a92946e14f64d2fe1(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,688 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:39,688 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=13, startTime=1731752739181; duration=0sec 2024-11-16T10:25:39,688 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:39,688 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752799825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752799826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T10:25:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752799833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752799833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T10:25:39,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752799843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/01d03b569da042bfa2d039c99d8a155f 2024-11-16T10:25:39,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/95152ef7da074191867e55a0086ef8af is 50, key is test_row_0/B:col10/1731752739389/Put/seqid=0 2024-11-16T10:25:39,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741867_1043 (size=12151) 2024-11-16T10:25:39,995 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:39,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T10:25:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:39,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T10:25:40,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752800133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752800134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752800137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752800138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752800148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T10:25:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T10:25:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/95152ef7da074191867e55a0086ef8af 2024-11-16T10:25:40,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/456e4679cfd14efd86e54f0107f1d0f5 is 50, key is test_row_0/C:col10/1731752739389/Put/seqid=0 2024-11-16T10:25:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741868_1044 (size=12151) 2024-11-16T10:25:40,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/456e4679cfd14efd86e54f0107f1d0f5 2024-11-16T10:25:40,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/01d03b569da042bfa2d039c99d8a155f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/01d03b569da042bfa2d039c99d8a155f 2024-11-16T10:25:40,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/01d03b569da042bfa2d039c99d8a155f, entries=200, sequenceid=158, filesize=14.2 K 2024-11-16T10:25:40,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/95152ef7da074191867e55a0086ef8af as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/95152ef7da074191867e55a0086ef8af 2024-11-16T10:25:40,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T10:25:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:40,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/95152ef7da074191867e55a0086ef8af, entries=150, sequenceid=158, filesize=11.9 K 2024-11-16T10:25:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/456e4679cfd14efd86e54f0107f1d0f5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/456e4679cfd14efd86e54f0107f1d0f5 2024-11-16T10:25:40,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/456e4679cfd14efd86e54f0107f1d0f5, entries=150, sequenceid=158, filesize=11.9 K 2024-11-16T10:25:40,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for c60bce3d5bb472db1f3122652afd4851 in 974ms, sequenceid=158, compaction requested=true 2024-11-16T10:25:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:40,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:40,482 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:40,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:40,482 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:40,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:40,484 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:40,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:40,484 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:40,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:40,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:40,484 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,484 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f3a7877cd785458a92946e14f64d2fe1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f41a00ab0d704dd5bc892304e6acddb1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/01d03b569da042bfa2d039c99d8a155f] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=37.9 K 2024-11-16T10:25:40,485 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3a7877cd785458a92946e14f64d2fe1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731752738372 2024-11-16T10:25:40,485 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:40,485 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:40,485 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,485 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f41a00ab0d704dd5bc892304e6acddb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731752739002 2024-11-16T10:25:40,485 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cad1bd6fdaea4f8ba2ce19a305defea8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a575e581e13749da9c670ba1695bf606, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/95152ef7da074191867e55a0086ef8af] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=35.5 K 2024-11-16T10:25:40,486 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01d03b569da042bfa2d039c99d8a155f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731752739389 2024-11-16T10:25:40,486 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting cad1bd6fdaea4f8ba2ce19a305defea8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731752738372 2024-11-16T10:25:40,487 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a575e581e13749da9c670ba1695bf606, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731752739002 2024-11-16T10:25:40,501 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 95152ef7da074191867e55a0086ef8af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731752739389 2024-11-16T10:25:40,515 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:40,516 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/b330f048555e4280b8f843587fb2223b is 50, key is test_row_0/A:col10/1731752739389/Put/seqid=0 2024-11-16T10:25:40,528 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:40,529 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/77a8a33ab23f44dbb5805f9350172155 is 50, key is test_row_0/B:col10/1731752739389/Put/seqid=0 2024-11-16T10:25:40,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741870_1046 (size=12493) 2024-11-16T10:25:40,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741869_1045 (size=12493) 2024-11-16T10:25:40,568 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/b330f048555e4280b8f843587fb2223b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b330f048555e4280b8f843587fb2223b 2024-11-16T10:25:40,569 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/77a8a33ab23f44dbb5805f9350172155 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/77a8a33ab23f44dbb5805f9350172155 2024-11-16T10:25:40,582 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into 77a8a33ab23f44dbb5805f9350172155(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:40,583 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:40,583 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=13, startTime=1731752740482; duration=0sec 2024-11-16T10:25:40,583 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:40,583 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:40,583 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:40,585 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into b330f048555e4280b8f843587fb2223b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:40,586 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:40,586 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=13, startTime=1731752740481; duration=0sec 2024-11-16T10:25:40,586 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:40,586 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:40,586 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:40,586 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:40,586 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,586 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20cc403669d64f43820a56ac315c59ae, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a4c7bfa3e0914ac6b68d7bc090cea4e5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/456e4679cfd14efd86e54f0107f1d0f5] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=35.5 K 2024-11-16T10:25:40,587 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 20cc403669d64f43820a56ac315c59ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731752738372 2024-11-16T10:25:40,587 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a4c7bfa3e0914ac6b68d7bc090cea4e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731752739002 2024-11-16T10:25:40,588 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 456e4679cfd14efd86e54f0107f1d0f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731752739389 2024-11-16T10:25:40,603 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:40,604 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/894a159331c24ad4a06c0e1913187629 is 50, key is test_row_0/C:col10/1731752739389/Put/seqid=0 2024-11-16T10:25:40,614 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-16T10:25:40,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:40,615 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-16T10:25:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/99d3ddb94bce4c3fabbc1adc25d0e1d3 is 50, key is test_row_0/A:col10/1731752739511/Put/seqid=0 2024-11-16T10:25:40,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741871_1047 (size=12493) 2024-11-16T10:25:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T10:25:40,641 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/894a159331c24ad4a06c0e1913187629 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/894a159331c24ad4a06c0e1913187629 2024-11-16T10:25:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:40,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:40,653 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into 894a159331c24ad4a06c0e1913187629(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:40,653 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:40,653 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=13, startTime=1731752740484; duration=0sec 2024-11-16T10:25:40,653 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:40,653 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:40,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741872_1048 (size=12151) 2024-11-16T10:25:40,660 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/99d3ddb94bce4c3fabbc1adc25d0e1d3 2024-11-16T10:25:40,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/d9f5911d98d144858f1bc742a51ba1e2 is 50, key is test_row_0/B:col10/1731752739511/Put/seqid=0 2024-11-16T10:25:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741873_1049 (size=12151) 2024-11-16T10:25:40,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752800719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752800720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752800720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752800725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752800727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752800827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752800827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752800827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752800829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:40,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752800831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752801031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752801031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752801032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752801037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752801038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,222 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/d9f5911d98d144858f1bc742a51ba1e2 2024-11-16T10:25:41,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/a6d7fa5cece94405a4c2e0fa7633f3aa is 50, key is test_row_0/C:col10/1731752739511/Put/seqid=0 2024-11-16T10:25:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741874_1050 (size=12151) 2024-11-16T10:25:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752801337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752801338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752801338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752801340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752801344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T10:25:41,674 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/a6d7fa5cece94405a4c2e0fa7633f3aa 2024-11-16T10:25:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/99d3ddb94bce4c3fabbc1adc25d0e1d3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/99d3ddb94bce4c3fabbc1adc25d0e1d3 2024-11-16T10:25:41,696 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/99d3ddb94bce4c3fabbc1adc25d0e1d3, entries=150, sequenceid=170, filesize=11.9 K 2024-11-16T10:25:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/d9f5911d98d144858f1bc742a51ba1e2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d9f5911d98d144858f1bc742a51ba1e2 2024-11-16T10:25:41,710 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d9f5911d98d144858f1bc742a51ba1e2, entries=150, sequenceid=170, filesize=11.9 K 2024-11-16T10:25:41,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/a6d7fa5cece94405a4c2e0fa7633f3aa as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a6d7fa5cece94405a4c2e0fa7633f3aa 2024-11-16T10:25:41,720 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a6d7fa5cece94405a4c2e0fa7633f3aa, entries=150, sequenceid=170, filesize=11.9 K 2024-11-16T10:25:41,722 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for c60bce3d5bb472db1f3122652afd4851 in 1108ms, sequenceid=170, compaction requested=false 2024-11-16T10:25:41,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:41,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:41,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-16T10:25:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-16T10:25:41,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T10:25:41,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1930 sec 2024-11-16T10:25:41,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.2010 sec 2024-11-16T10:25:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:41,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-16T10:25:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:41,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752801850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752801851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752801852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752801852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/0575c7ab42e642faa3cf8c334d7ef81d is 50, key is test_row_0/A:col10/1731752740718/Put/seqid=0 2024-11-16T10:25:41,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752801854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741875_1051 (size=12151) 2024-11-16T10:25:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752801955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752801957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752801958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:41,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752801959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752802160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752802161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752802162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752802162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/0575c7ab42e642faa3cf8c334d7ef81d 2024-11-16T10:25:42,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/02cdb25dca724a8ba39bbda31d941441 is 50, key is test_row_0/B:col10/1731752740718/Put/seqid=0 2024-11-16T10:25:42,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741876_1052 (size=12151) 2024-11-16T10:25:42,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/02cdb25dca724a8ba39bbda31d941441 2024-11-16T10:25:42,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/217620255ec64b2687c3df72aa03fbbe is 50, key is test_row_0/C:col10/1731752740718/Put/seqid=0 2024-11-16T10:25:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741877_1053 (size=12151) 2024-11-16T10:25:42,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752802464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752802465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752802466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752802469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/217620255ec64b2687c3df72aa03fbbe 2024-11-16T10:25:42,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/0575c7ab42e642faa3cf8c334d7ef81d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0575c7ab42e642faa3cf8c334d7ef81d 2024-11-16T10:25:42,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0575c7ab42e642faa3cf8c334d7ef81d, entries=150, sequenceid=201, filesize=11.9 K 2024-11-16T10:25:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/02cdb25dca724a8ba39bbda31d941441 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/02cdb25dca724a8ba39bbda31d941441 2024-11-16T10:25:42,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/02cdb25dca724a8ba39bbda31d941441, entries=150, sequenceid=201, filesize=11.9 K 2024-11-16T10:25:42,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/217620255ec64b2687c3df72aa03fbbe as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/217620255ec64b2687c3df72aa03fbbe 2024-11-16T10:25:42,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/217620255ec64b2687c3df72aa03fbbe, entries=150, sequenceid=201, filesize=11.9 K 2024-11-16T10:25:42,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for c60bce3d5bb472db1f3122652afd4851 in 924ms, sequenceid=201, compaction requested=true 2024-11-16T10:25:42,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:42,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:42,773 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:42,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:42,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:42,773 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:42,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:42,775 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:42,775 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:42,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:42,775 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:42,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:42,775 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b330f048555e4280b8f843587fb2223b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/99d3ddb94bce4c3fabbc1adc25d0e1d3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0575c7ab42e642faa3cf8c334d7ef81d] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=35.9 K 2024-11-16T10:25:42,776 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:42,776 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:42,776 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:42,776 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b330f048555e4280b8f843587fb2223b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731752739389 2024-11-16T10:25:42,776 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/77a8a33ab23f44dbb5805f9350172155, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d9f5911d98d144858f1bc742a51ba1e2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/02cdb25dca724a8ba39bbda31d941441] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=35.9 K 2024-11-16T10:25:42,777 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 77a8a33ab23f44dbb5805f9350172155, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731752739389 2024-11-16T10:25:42,777 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99d3ddb94bce4c3fabbc1adc25d0e1d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731752739511 2024-11-16T10:25:42,777 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f5911d98d144858f1bc742a51ba1e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731752739511 2024-11-16T10:25:42,777 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0575c7ab42e642faa3cf8c334d7ef81d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731752740718 2024-11-16T10:25:42,778 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 02cdb25dca724a8ba39bbda31d941441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731752740718 2024-11-16T10:25:42,797 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:42,797 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:42,798 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/10eed295eb274fedbc215f8184715228 is 50, key is test_row_0/A:col10/1731752740718/Put/seqid=0 2024-11-16T10:25:42,798 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/30146cd7543743509010cfedb3926420 is 50, key is test_row_0/B:col10/1731752740718/Put/seqid=0 2024-11-16T10:25:42,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741878_1054 (size=12595) 2024-11-16T10:25:42,825 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/30146cd7543743509010cfedb3926420 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/30146cd7543743509010cfedb3926420 2024-11-16T10:25:42,844 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into 30146cd7543743509010cfedb3926420(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:42,844 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:42,844 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=13, startTime=1731752742773; duration=0sec 2024-11-16T10:25:42,845 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:42,845 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:42,845 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:42,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741879_1055 (size=12595) 2024-11-16T10:25:42,856 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:42,856 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:42,856 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:42,857 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/894a159331c24ad4a06c0e1913187629, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a6d7fa5cece94405a4c2e0fa7633f3aa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/217620255ec64b2687c3df72aa03fbbe] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=35.9 K 2024-11-16T10:25:42,860 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 894a159331c24ad4a06c0e1913187629, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731752739389 2024-11-16T10:25:42,860 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a6d7fa5cece94405a4c2e0fa7633f3aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731752739511 2024-11-16T10:25:42,861 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 217620255ec64b2687c3df72aa03fbbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731752740718 2024-11-16T10:25:42,871 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/10eed295eb274fedbc215f8184715228 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/10eed295eb274fedbc215f8184715228 2024-11-16T10:25:42,876 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:42,877 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/3939c792cd544160812693cbc947aac3 is 50, key is test_row_0/C:col10/1731752740718/Put/seqid=0 2024-11-16T10:25:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:42,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:25:42,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:42,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:42,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:42,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:42,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:42,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:42,888 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into 10eed295eb274fedbc215f8184715228(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:42,888 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:42,888 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=13, startTime=1731752742773; duration=0sec 2024-11-16T10:25:42,888 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:42,888 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741880_1056 (size=12595) 2024-11-16T10:25:42,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/f777896e270246c8bcd2d4827a5a6fe5 is 50, key is test_row_0/A:col10/1731752742874/Put/seqid=0 2024-11-16T10:25:42,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741881_1057 (size=12151) 2024-11-16T10:25:42,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752802973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752802973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752802973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752802974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752802975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752803078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752803079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752803079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752803280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752803281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752803282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,317 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/3939c792cd544160812693cbc947aac3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3939c792cd544160812693cbc947aac3 2024-11-16T10:25:43,325 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into 3939c792cd544160812693cbc947aac3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:43,325 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:43,325 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=13, startTime=1731752742773; duration=0sec 2024-11-16T10:25:43,325 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:43,326 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:43,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/f777896e270246c8bcd2d4827a5a6fe5 2024-11-16T10:25:43,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/16b9405776364819ba351f00ab9587e5 is 50, key is test_row_0/B:col10/1731752742874/Put/seqid=0 2024-11-16T10:25:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741882_1058 (size=12151) 2024-11-16T10:25:43,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752803585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752803585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752803585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-16T10:25:43,637 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-16T10:25:43,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-16T10:25:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T10:25:43,643 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:43,644 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:43,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T10:25:43,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/16b9405776364819ba351f00ab9587e5 2024-11-16T10:25:43,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/0f38de303fc34286b103e63d38e0d224 is 50, key is test_row_0/C:col10/1731752742874/Put/seqid=0 2024-11-16T10:25:43,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741883_1059 (size=12151) 2024-11-16T10:25:43,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T10:25:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:43,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:43,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:43,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T10:25:43,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T10:25:43,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:43,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:43,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:43,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:43,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:43,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752803978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:43,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752803987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:44,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752804087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:44,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752804088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:44,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752804091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:44,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:44,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T10:25:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:44,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:44,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:44,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/0f38de303fc34286b103e63d38e0d224 2024-11-16T10:25:44,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/f777896e270246c8bcd2d4827a5a6fe5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f777896e270246c8bcd2d4827a5a6fe5 2024-11-16T10:25:44,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f777896e270246c8bcd2d4827a5a6fe5, entries=150, sequenceid=213, filesize=11.9 K 2024-11-16T10:25:44,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/16b9405776364819ba351f00ab9587e5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/16b9405776364819ba351f00ab9587e5 2024-11-16T10:25:44,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/16b9405776364819ba351f00ab9587e5, entries=150, sequenceid=213, filesize=11.9 K 2024-11-16T10:25:44,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/0f38de303fc34286b103e63d38e0d224 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0f38de303fc34286b103e63d38e0d224 2024-11-16T10:25:44,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0f38de303fc34286b103e63d38e0d224, entries=150, sequenceid=213, filesize=11.9 K 2024-11-16T10:25:44,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c60bce3d5bb472db1f3122652afd4851 in 1338ms, sequenceid=213, compaction requested=false 2024-11-16T10:25:44,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T10:25:44,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:44,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-16T10:25:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:44,258 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:25:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:44,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:44,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:44,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/74e94a7bdbb54531b4784b253f848473 is 50, key is test_row_0/A:col10/1731752742972/Put/seqid=0 2024-11-16T10:25:44,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741884_1060 (size=12151) 2024-11-16T10:25:44,673 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/74e94a7bdbb54531b4784b253f848473 2024-11-16T10:25:44,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/cbc242f4ecb840cfbfd6a4808218ef7d is 50, key is test_row_0/B:col10/1731752742972/Put/seqid=0 2024-11-16T10:25:44,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741885_1061 (size=12151) 2024-11-16T10:25:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T10:25:45,093 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/cbc242f4ecb840cfbfd6a4808218ef7d 2024-11-16T10:25:45,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:45,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752805104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752805105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b150885b4238472f9b635a90dabadaa4 is 50, key is test_row_0/C:col10/1731752742972/Put/seqid=0 2024-11-16T10:25:45,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752805111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741886_1062 (size=12151) 2024-11-16T10:25:45,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752805207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752805208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752805214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752805409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752805413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752805418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,516 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b150885b4238472f9b635a90dabadaa4 2024-11-16T10:25:45,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/74e94a7bdbb54531b4784b253f848473 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/74e94a7bdbb54531b4784b253f848473 2024-11-16T10:25:45,527 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/74e94a7bdbb54531b4784b253f848473, entries=150, sequenceid=240, filesize=11.9 K 2024-11-16T10:25:45,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/cbc242f4ecb840cfbfd6a4808218ef7d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cbc242f4ecb840cfbfd6a4808218ef7d 2024-11-16T10:25:45,550 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cbc242f4ecb840cfbfd6a4808218ef7d, entries=150, sequenceid=240, filesize=11.9 K 2024-11-16T10:25:45,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b150885b4238472f9b635a90dabadaa4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b150885b4238472f9b635a90dabadaa4 2024-11-16T10:25:45,559 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b150885b4238472f9b635a90dabadaa4, entries=150, sequenceid=240, filesize=11.9 K 2024-11-16T10:25:45,560 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c60bce3d5bb472db1f3122652afd4851 in 1302ms, sequenceid=240, compaction requested=true 2024-11-16T10:25:45,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:45,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:45,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-16T10:25:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-16T10:25:45,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T10:25:45,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-11-16T10:25:45,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.9260 sec 2024-11-16T10:25:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:45,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:25:45,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:45,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:45,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:45,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:45,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:45,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:45,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/06be105fddaa4d0b891f276d746b4361 is 50, key is test_row_0/A:col10/1731752745717/Put/seqid=0 2024-11-16T10:25:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741887_1063 (size=12151) 2024-11-16T10:25:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-16T10:25:45,747 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-16T10:25:45,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-16T10:25:45,752 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:45,753 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:45,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T10:25:45,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752805759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752805761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752805762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T10:25:45,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752805863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752805863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752805868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-16T10:25:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:45,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:45,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752805990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:45,993 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:25:46,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752806002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,005 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:25:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T10:25:46,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-16T10:25:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:46,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:46,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:46,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:46,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:46,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752806067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752806067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752806072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/06be105fddaa4d0b891f276d746b4361 2024-11-16T10:25:46,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/8ee11cf0ae5749029f33a4f6f2ded10a is 50, key is test_row_0/B:col10/1731752745717/Put/seqid=0 2024-11-16T10:25:46,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741888_1064 (size=12151) 2024-11-16T10:25:46,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/8ee11cf0ae5749029f33a4f6f2ded10a 2024-11-16T10:25:46,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/66859f26b73240ea8387672d122d132d is 50, key is test_row_0/C:col10/1731752745717/Put/seqid=0 2024-11-16T10:25:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741889_1065 (size=12151) 2024-11-16T10:25:46,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/66859f26b73240ea8387672d122d132d 2024-11-16T10:25:46,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/06be105fddaa4d0b891f276d746b4361 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/06be105fddaa4d0b891f276d746b4361 2024-11-16T10:25:46,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/06be105fddaa4d0b891f276d746b4361, entries=150, sequenceid=252, filesize=11.9 K 2024-11-16T10:25:46,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/8ee11cf0ae5749029f33a4f6f2ded10a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8ee11cf0ae5749029f33a4f6f2ded10a 2024-11-16T10:25:46,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-16T10:25:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:46,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:46,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8ee11cf0ae5749029f33a4f6f2ded10a, entries=150, sequenceid=252, filesize=11.9 K 2024-11-16T10:25:46,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/66859f26b73240ea8387672d122d132d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/66859f26b73240ea8387672d122d132d 2024-11-16T10:25:46,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/66859f26b73240ea8387672d122d132d, entries=150, sequenceid=252, filesize=11.9 K 2024-11-16T10:25:46,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c60bce3d5bb472db1f3122652afd4851 in 513ms, sequenceid=252, compaction requested=true 2024-11-16T10:25:46,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:46,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:46,232 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:25:46,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:46,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:46,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:46,232 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:25:46,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:46,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:46,233 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:25:46,233 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:25:46,234 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:46,234 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:46,234 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:46,234 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:46,234 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/30146cd7543743509010cfedb3926420, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/16b9405776364819ba351f00ab9587e5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cbc242f4ecb840cfbfd6a4808218ef7d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8ee11cf0ae5749029f33a4f6f2ded10a] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=47.9 K 2024-11-16T10:25:46,234 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/10eed295eb274fedbc215f8184715228, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f777896e270246c8bcd2d4827a5a6fe5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/74e94a7bdbb54531b4784b253f848473, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/06be105fddaa4d0b891f276d746b4361] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=47.9 K 2024-11-16T10:25:46,235 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10eed295eb274fedbc215f8184715228, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731752740718 2024-11-16T10:25:46,235 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 30146cd7543743509010cfedb3926420, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731752740718 2024-11-16T10:25:46,235 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 16b9405776364819ba351f00ab9587e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731752742874 2024-11-16T10:25:46,235 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f777896e270246c8bcd2d4827a5a6fe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731752742874 2024-11-16T10:25:46,236 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting cbc242f4ecb840cfbfd6a4808218ef7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731752742971 2024-11-16T10:25:46,236 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74e94a7bdbb54531b4784b253f848473, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731752742971 2024-11-16T10:25:46,236 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06be105fddaa4d0b891f276d746b4361, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731752745102 2024-11-16T10:25:46,236 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ee11cf0ae5749029f33a4f6f2ded10a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731752745102 2024-11-16T10:25:46,250 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:46,251 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/2adf0a31280f4e95a103a5923bda5011 is 50, key is test_row_0/B:col10/1731752745717/Put/seqid=0 2024-11-16T10:25:46,252 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:46,253 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/bde6609231f143939bd76563933d1507 is 50, key is test_row_0/A:col10/1731752745717/Put/seqid=0 2024-11-16T10:25:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741891_1067 (size=12731) 2024-11-16T10:25:46,282 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/bde6609231f143939bd76563933d1507 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/bde6609231f143939bd76563933d1507 2024-11-16T10:25:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741890_1066 (size=12731) 2024-11-16T10:25:46,294 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into bde6609231f143939bd76563933d1507(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:46,295 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:46,295 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=12, startTime=1731752746232; duration=0sec 2024-11-16T10:25:46,295 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:46,295 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/2adf0a31280f4e95a103a5923bda5011 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2adf0a31280f4e95a103a5923bda5011 2024-11-16T10:25:46,295 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:46,295 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:25:46,298 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:25:46,298 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:46,299 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:46,299 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3939c792cd544160812693cbc947aac3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0f38de303fc34286b103e63d38e0d224, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b150885b4238472f9b635a90dabadaa4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/66859f26b73240ea8387672d122d132d] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=47.9 K 2024-11-16T10:25:46,300 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3939c792cd544160812693cbc947aac3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731752740718 2024-11-16T10:25:46,301 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f38de303fc34286b103e63d38e0d224, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731752742874 2024-11-16T10:25:46,301 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b150885b4238472f9b635a90dabadaa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731752742971 2024-11-16T10:25:46,301 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66859f26b73240ea8387672d122d132d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731752745102 2024-11-16T10:25:46,304 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into 2adf0a31280f4e95a103a5923bda5011(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:46,304 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:46,304 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=12, startTime=1731752746232; duration=0sec 2024-11-16T10:25:46,304 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:46,305 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:46,313 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:46,314 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/a28634425a294388b8e0c2ffaa305c6d is 50, key is test_row_0/C:col10/1731752745717/Put/seqid=0 2024-11-16T10:25:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741892_1068 (size=12731) 2024-11-16T10:25:46,334 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/a28634425a294388b8e0c2ffaa305c6d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a28634425a294388b8e0c2ffaa305c6d 2024-11-16T10:25:46,342 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into a28634425a294388b8e0c2ffaa305c6d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:46,342 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:46,342 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=12, startTime=1731752746232; duration=0sec 2024-11-16T10:25:46,342 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:46,343 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T10:25:46,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-16T10:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:46,367 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:46,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/5449cb0130684549bd305864cd1fb37e is 50, key is test_row_0/A:col10/1731752745760/Put/seqid=0 2024-11-16T10:25:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:46,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741893_1069 (size=12301) 2024-11-16T10:25:46,381 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/5449cb0130684549bd305864cd1fb37e 2024-11-16T10:25:46,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752806385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/1040d5927fb841d78ebe296629866211 is 50, key is test_row_0/B:col10/1731752745760/Put/seqid=0 2024-11-16T10:25:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752806388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752806387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741894_1070 (size=12301) 2024-11-16T10:25:46,399 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/1040d5927fb841d78ebe296629866211 2024-11-16T10:25:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b48f41833bb2417c9ad2bd9008cf961f is 50, key is test_row_0/C:col10/1731752745760/Put/seqid=0 2024-11-16T10:25:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741895_1071 (size=12301) 2024-11-16T10:25:46,433 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b48f41833bb2417c9ad2bd9008cf961f 2024-11-16T10:25:46,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/5449cb0130684549bd305864cd1fb37e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/5449cb0130684549bd305864cd1fb37e 2024-11-16T10:25:46,452 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/5449cb0130684549bd305864cd1fb37e, entries=150, sequenceid=280, filesize=12.0 K 2024-11-16T10:25:46,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/1040d5927fb841d78ebe296629866211 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/1040d5927fb841d78ebe296629866211 2024-11-16T10:25:46,474 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/1040d5927fb841d78ebe296629866211, entries=150, sequenceid=280, filesize=12.0 K 2024-11-16T10:25:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b48f41833bb2417c9ad2bd9008cf961f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b48f41833bb2417c9ad2bd9008cf961f 2024-11-16T10:25:46,482 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b48f41833bb2417c9ad2bd9008cf961f, entries=150, sequenceid=280, filesize=12.0 K 2024-11-16T10:25:46,485 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c60bce3d5bb472db1f3122652afd4851 in 117ms, sequenceid=280, compaction requested=false 2024-11-16T10:25:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-16T10:25:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-16T10:25:46,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-16T10:25:46,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 735 msec 2024-11-16T10:25:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:46,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:25:46,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:46,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:46,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:46,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:46,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:46,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:46,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 745 msec 2024-11-16T10:25:46,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/b2bd6ccf357a4b76a069aff8fe2f4622 is 50, key is test_row_0/A:col10/1731752746496/Put/seqid=0 2024-11-16T10:25:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741896_1072 (size=12301) 2024-11-16T10:25:46,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/b2bd6ccf357a4b76a069aff8fe2f4622 2024-11-16T10:25:46,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/6e8758b9a1d84f2ba0c6035adbed371e is 50, key is test_row_0/B:col10/1731752746496/Put/seqid=0 2024-11-16T10:25:46,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741897_1073 (size=12301) 2024-11-16T10:25:46,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752806599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752806602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752806602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752806703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752806707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752806708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-16T10:25:46,857 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-16T10:25:46,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-16T10:25:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T10:25:46,862 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:46,863 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:46,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:46,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752806907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752806910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752806912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:46,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/6e8758b9a1d84f2ba0c6035adbed371e 2024-11-16T10:25:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T10:25:46,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/356ff7a35da741ee837197ea8dbbf960 is 50, key is test_row_0/C:col10/1731752746496/Put/seqid=0 2024-11-16T10:25:46,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741898_1074 (size=12301) 2024-11-16T10:25:46,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/356ff7a35da741ee837197ea8dbbf960 2024-11-16T10:25:46,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/b2bd6ccf357a4b76a069aff8fe2f4622 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b2bd6ccf357a4b76a069aff8fe2f4622 2024-11-16T10:25:46,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b2bd6ccf357a4b76a069aff8fe2f4622, entries=150, sequenceid=292, filesize=12.0 K 2024-11-16T10:25:46,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/6e8758b9a1d84f2ba0c6035adbed371e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6e8758b9a1d84f2ba0c6035adbed371e 2024-11-16T10:25:47,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6e8758b9a1d84f2ba0c6035adbed371e, entries=150, sequenceid=292, filesize=12.0 K 2024-11-16T10:25:47,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/356ff7a35da741ee837197ea8dbbf960 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/356ff7a35da741ee837197ea8dbbf960 2024-11-16T10:25:47,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/356ff7a35da741ee837197ea8dbbf960, entries=150, sequenceid=292, filesize=12.0 K 2024-11-16T10:25:47,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c60bce3d5bb472db1f3122652afd4851 in 517ms, sequenceid=292, compaction requested=true 2024-11-16T10:25:47,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:47,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:47,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:47,014 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:47,015 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:47,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:47,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:47,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:47,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:47,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,016 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:47,016 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:47,016 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:47,016 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:47,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-16T10:25:47,016 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:47,016 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:47,016 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2adf0a31280f4e95a103a5923bda5011, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/1040d5927fb841d78ebe296629866211, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6e8758b9a1d84f2ba0c6035adbed371e] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.5 K 2024-11-16T10:25:47,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:47,016 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/bde6609231f143939bd76563933d1507, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/5449cb0130684549bd305864cd1fb37e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b2bd6ccf357a4b76a069aff8fe2f4622] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.5 K 2024-11-16T10:25:47,016 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:25:47,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:47,016 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2adf0a31280f4e95a103a5923bda5011, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731752745102 2024-11-16T10:25:47,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:47,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:47,016 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting bde6609231f143939bd76563933d1507, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731752745102 2024-11-16T10:25:47,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:47,017 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1040d5927fb841d78ebe296629866211, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731752745754 2024-11-16T10:25:47,017 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5449cb0130684549bd305864cd1fb37e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731752745754 2024-11-16T10:25:47,018 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2bd6ccf357a4b76a069aff8fe2f4622, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731752746382 2024-11-16T10:25:47,018 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e8758b9a1d84f2ba0c6035adbed371e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731752746382 2024-11-16T10:25:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/1f365e4d974e44aa8bb1f648bd533c79 is 50, key is test_row_0/A:col10/1731752746585/Put/seqid=0 2024-11-16T10:25:47,040 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#61 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:47,040 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/410998661d9145e5879058049acfe283 is 50, key is test_row_0/A:col10/1731752746496/Put/seqid=0 2024-11-16T10:25:47,044 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#62 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:47,045 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/c378ca51f2ab40ec894f48ba68190049 is 50, key is test_row_0/B:col10/1731752746496/Put/seqid=0 2024-11-16T10:25:47,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741899_1075 (size=12301) 2024-11-16T10:25:47,053 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/1f365e4d974e44aa8bb1f648bd533c79 2024-11-16T10:25:47,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741900_1076 (size=12983) 2024-11-16T10:25:47,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/2545e38998fd4a5abc83badf7a6da716 is 50, key is test_row_0/B:col10/1731752746585/Put/seqid=0 2024-11-16T10:25:47,083 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/410998661d9145e5879058049acfe283 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/410998661d9145e5879058049acfe283 2024-11-16T10:25:47,093 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into 410998661d9145e5879058049acfe283(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:47,093 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:47,093 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=13, startTime=1731752747014; duration=0sec 2024-11-16T10:25:47,093 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:47,093 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:47,093 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:47,095 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:47,095 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:47,095 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:47,095 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a28634425a294388b8e0c2ffaa305c6d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b48f41833bb2417c9ad2bd9008cf961f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/356ff7a35da741ee837197ea8dbbf960] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.5 K 2024-11-16T10:25:47,096 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a28634425a294388b8e0c2ffaa305c6d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731752745102 2024-11-16T10:25:47,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741901_1077 (size=12983) 2024-11-16T10:25:47,096 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b48f41833bb2417c9ad2bd9008cf961f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731752745754 2024-11-16T10:25:47,097 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 356ff7a35da741ee837197ea8dbbf960, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731752746382 2024-11-16T10:25:47,114 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:47,115 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/86e71ca275774b1fa7402ee42ffd2fdc is 50, key is test_row_0/C:col10/1731752746496/Put/seqid=0 2024-11-16T10:25:47,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741902_1078 (size=12301) 2024-11-16T10:25:47,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741903_1079 (size=12983) 2024-11-16T10:25:47,150 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/86e71ca275774b1fa7402ee42ffd2fdc as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/86e71ca275774b1fa7402ee42ffd2fdc 2024-11-16T10:25:47,164 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into 86e71ca275774b1fa7402ee42ffd2fdc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:47,164 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:47,165 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=13, startTime=1731752747015; duration=0sec 2024-11-16T10:25:47,165 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:47,165 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T10:25:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:47,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:47,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752807224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752807228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752807228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752807329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752807331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752807332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T10:25:47,503 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/c378ca51f2ab40ec894f48ba68190049 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c378ca51f2ab40ec894f48ba68190049 2024-11-16T10:25:47,509 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into c378ca51f2ab40ec894f48ba68190049(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:47,509 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:47,509 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=13, startTime=1731752747014; duration=0sec 2024-11-16T10:25:47,509 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:47,509 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:47,519 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/2545e38998fd4a5abc83badf7a6da716 2024-11-16T10:25:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/43a7cdb41c5f464988b72516fbb9c855 is 50, key is test_row_0/C:col10/1731752746585/Put/seqid=0 2024-11-16T10:25:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741904_1080 (size=12301) 2024-11-16T10:25:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752807531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752807533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,534 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/43a7cdb41c5f464988b72516fbb9c855 2024-11-16T10:25:47,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752807537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/1f365e4d974e44aa8bb1f648bd533c79 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/1f365e4d974e44aa8bb1f648bd533c79 2024-11-16T10:25:47,551 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/1f365e4d974e44aa8bb1f648bd533c79, entries=150, sequenceid=317, filesize=12.0 K 2024-11-16T10:25:47,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/2545e38998fd4a5abc83badf7a6da716 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2545e38998fd4a5abc83badf7a6da716 2024-11-16T10:25:47,557 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2545e38998fd4a5abc83badf7a6da716, entries=150, sequenceid=317, filesize=12.0 K 2024-11-16T10:25:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/43a7cdb41c5f464988b72516fbb9c855 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/43a7cdb41c5f464988b72516fbb9c855 2024-11-16T10:25:47,564 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/43a7cdb41c5f464988b72516fbb9c855, entries=150, sequenceid=317, filesize=12.0 K 2024-11-16T10:25:47,565 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c60bce3d5bb472db1f3122652afd4851 in 549ms, sequenceid=317, compaction requested=false 2024-11-16T10:25:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-16T10:25:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-16T10:25:47,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-16T10:25:47,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 704 msec 2024-11-16T10:25:47,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 709 msec 2024-11-16T10:25:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:47,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:25:47,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:47,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:47,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:47,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:47,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:47,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:47,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/6f7924449e6940bbac36ae8bfbf44049 is 50, key is test_row_0/A:col10/1731752747837/Put/seqid=0 2024-11-16T10:25:47,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741905_1081 (size=12301) 2024-11-16T10:25:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752807882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752807883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752807883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-16T10:25:47,967 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-16T10:25:47,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-16T10:25:47,971 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T10:25:47,972 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:47,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752807986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752807987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:47,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752807987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T10:25:48,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T10:25:48,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:48,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752808191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752808191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752808194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/6f7924449e6940bbac36ae8bfbf44049 2024-11-16T10:25:48,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/80943c696afa4b8aa93bf02b1318f3a2 is 50, key is test_row_0/B:col10/1731752747837/Put/seqid=0 2024-11-16T10:25:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741906_1082 (size=12301) 2024-11-16T10:25:48,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/80943c696afa4b8aa93bf02b1318f3a2 2024-11-16T10:25:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T10:25:48,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/5db36203c0ff4ef5940cc55dcad9145a is 50, key is test_row_0/C:col10/1731752747837/Put/seqid=0 2024-11-16T10:25:48,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741907_1083 (size=12301) 2024-11-16T10:25:48,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T10:25:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T10:25:48,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:48,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752808493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752808495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752808495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T10:25:48,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T10:25:48,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:48,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:48,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/5db36203c0ff4ef5940cc55dcad9145a 2024-11-16T10:25:48,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/6f7924449e6940bbac36ae8bfbf44049 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/6f7924449e6940bbac36ae8bfbf44049 2024-11-16T10:25:48,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/6f7924449e6940bbac36ae8bfbf44049, entries=150, sequenceid=333, filesize=12.0 K 2024-11-16T10:25:48,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/80943c696afa4b8aa93bf02b1318f3a2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/80943c696afa4b8aa93bf02b1318f3a2 2024-11-16T10:25:48,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/80943c696afa4b8aa93bf02b1318f3a2, entries=150, sequenceid=333, filesize=12.0 K 2024-11-16T10:25:48,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/5db36203c0ff4ef5940cc55dcad9145a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5db36203c0ff4ef5940cc55dcad9145a 2024-11-16T10:25:48,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5db36203c0ff4ef5940cc55dcad9145a, entries=150, sequenceid=333, filesize=12.0 K 2024-11-16T10:25:48,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c60bce3d5bb472db1f3122652afd4851 in 870ms, sequenceid=333, compaction requested=true 2024-11-16T10:25:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:48,709 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:48,709 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:48,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:48,710 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:48,710 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:48,710 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:48,710 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:48,710 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,710 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,710 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/410998661d9145e5879058049acfe283, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/1f365e4d974e44aa8bb1f648bd533c79, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/6f7924449e6940bbac36ae8bfbf44049] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.7 K 2024-11-16T10:25:48,710 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c378ca51f2ab40ec894f48ba68190049, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2545e38998fd4a5abc83badf7a6da716, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/80943c696afa4b8aa93bf02b1318f3a2] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.7 K 2024-11-16T10:25:48,711 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 410998661d9145e5879058049acfe283, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731752746382 2024-11-16T10:25:48,711 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting c378ca51f2ab40ec894f48ba68190049, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731752746382 2024-11-16T10:25:48,711 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2545e38998fd4a5abc83badf7a6da716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731752746585 2024-11-16T10:25:48,711 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f365e4d974e44aa8bb1f648bd533c79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731752746585 2024-11-16T10:25:48,712 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 80943c696afa4b8aa93bf02b1318f3a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731752747221 2024-11-16T10:25:48,712 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f7924449e6940bbac36ae8bfbf44049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731752747221 2024-11-16T10:25:48,721 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:48,721 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:48,721 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/2a6907a7caa54bfebf3f487e6bbcbabc is 50, key is test_row_0/B:col10/1731752747837/Put/seqid=0 2024-11-16T10:25:48,721 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/261d4a43fe4a4706835b8ff48d8a1bfa is 50, key is test_row_0/A:col10/1731752747837/Put/seqid=0 2024-11-16T10:25:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741908_1084 (size=13085) 2024-11-16T10:25:48,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741909_1085 (size=13085) 2024-11-16T10:25:48,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:48,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-16T10:25:48,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:48,741 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:25:48,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:48,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:48,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:48,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:48,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:48,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:48,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/3759c15cbe4742c89349274e0bb997e8 is 50, key is test_row_0/A:col10/1731752747880/Put/seqid=0 2024-11-16T10:25:48,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741910_1086 (size=12301) 2024-11-16T10:25:48,751 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/3759c15cbe4742c89349274e0bb997e8 2024-11-16T10:25:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b022131e8f5e4402b09ef07bf7dee17e is 50, key is test_row_0/B:col10/1731752747880/Put/seqid=0 2024-11-16T10:25:48,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741911_1087 (size=12301) 2024-11-16T10:25:48,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:49,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752809010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752809011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752809011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T10:25:49,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752809114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752809114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752809115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,137 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/261d4a43fe4a4706835b8ff48d8a1bfa as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/261d4a43fe4a4706835b8ff48d8a1bfa 2024-11-16T10:25:49,137 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/2a6907a7caa54bfebf3f487e6bbcbabc as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2a6907a7caa54bfebf3f487e6bbcbabc 2024-11-16T10:25:49,145 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into 261d4a43fe4a4706835b8ff48d8a1bfa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:49,145 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:49,145 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=13, startTime=1731752748709; duration=0sec 2024-11-16T10:25:49,145 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:49,145 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:49,145 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:49,147 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into 2a6907a7caa54bfebf3f487e6bbcbabc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:49,147 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:49,147 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=13, startTime=1731752748709; duration=0sec 2024-11-16T10:25:49,148 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:49,148 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:49,148 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:49,148 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:49,149 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:49,149 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/86e71ca275774b1fa7402ee42ffd2fdc, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/43a7cdb41c5f464988b72516fbb9c855, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5db36203c0ff4ef5940cc55dcad9145a] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.7 K 2024-11-16T10:25:49,150 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86e71ca275774b1fa7402ee42ffd2fdc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731752746382 2024-11-16T10:25:49,150 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43a7cdb41c5f464988b72516fbb9c855, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731752746585 2024-11-16T10:25:49,151 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5db36203c0ff4ef5940cc55dcad9145a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731752747221 2024-11-16T10:25:49,160 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:49,160 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/923063f11e8344c5b6ac2b517e313c93 is 50, key is test_row_0/C:col10/1731752747837/Put/seqid=0 2024-11-16T10:25:49,165 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b022131e8f5e4402b09ef07bf7dee17e 2024-11-16T10:25:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741912_1088 (size=13085) 2024-11-16T10:25:49,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/14b5f27f3598462ca2eb65290ac10f0a is 50, key is test_row_0/C:col10/1731752747880/Put/seqid=0 2024-11-16T10:25:49,180 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/923063f11e8344c5b6ac2b517e313c93 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/923063f11e8344c5b6ac2b517e313c93 2024-11-16T10:25:49,187 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into 923063f11e8344c5b6ac2b517e313c93(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:49,187 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:49,187 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=13, startTime=1731752748709; duration=0sec 2024-11-16T10:25:49,188 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:49,188 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741913_1089 (size=12301) 2024-11-16T10:25:49,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752809317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752809318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752809318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,595 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/14b5f27f3598462ca2eb65290ac10f0a 2024-11-16T10:25:49,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/3759c15cbe4742c89349274e0bb997e8 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3759c15cbe4742c89349274e0bb997e8 2024-11-16T10:25:49,605 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3759c15cbe4742c89349274e0bb997e8, entries=150, sequenceid=357, filesize=12.0 K 2024-11-16T10:25:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b022131e8f5e4402b09ef07bf7dee17e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b022131e8f5e4402b09ef07bf7dee17e 2024-11-16T10:25:49,611 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b022131e8f5e4402b09ef07bf7dee17e, entries=150, sequenceid=357, filesize=12.0 K 2024-11-16T10:25:49,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/14b5f27f3598462ca2eb65290ac10f0a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/14b5f27f3598462ca2eb65290ac10f0a 2024-11-16T10:25:49,619 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/14b5f27f3598462ca2eb65290ac10f0a, entries=150, sequenceid=357, filesize=12.0 K 2024-11-16T10:25:49,619 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c60bce3d5bb472db1f3122652afd4851 in 878ms, sequenceid=357, compaction requested=false 2024-11-16T10:25:49,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:49,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:49,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-16T10:25:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-16T10:25:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:49,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T10:25:49,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:49,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:49,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:49,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:49,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:49,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:49,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/2f5e783abc5744a1b8c31261ecd26f4f is 50, key is test_row_0/A:col10/1731752749621/Put/seqid=0 2024-11-16T10:25:49,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-16T10:25:49,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6490 sec 2024-11-16T10:25:49,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.6690 sec 2024-11-16T10:25:49,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741914_1090 (size=14741) 2024-11-16T10:25:49,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752809656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752809657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752809657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752809758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752809761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752809762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752809962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752809964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752809965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42408 deadline: 1731752810014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,016 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:25:50,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1731752810019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,021 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:25:50,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/2f5e783abc5744a1b8c31261ecd26f4f 2024-11-16T10:25:50,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b2462a81a8c34e788d54895273e77787 is 50, key is test_row_0/B:col10/1731752749621/Put/seqid=0 2024-11-16T10:25:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741915_1091 (size=12301) 2024-11-16T10:25:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-16T10:25:50,076 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-16T10:25:50,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-16T10:25:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T10:25:50,080 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:50,080 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:50,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T10:25:50,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T10:25:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:50,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:50,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:50,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752810266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752810268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752810269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T10:25:50,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T10:25:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:50,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:50,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b2462a81a8c34e788d54895273e77787 2024-11-16T10:25:50,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/366a4dc609b74c46a78d2f1781f8d254 is 50, key is test_row_0/C:col10/1731752749621/Put/seqid=0 2024-11-16T10:25:50,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741916_1092 (size=12301) 2024-11-16T10:25:50,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/366a4dc609b74c46a78d2f1781f8d254 2024-11-16T10:25:50,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/2f5e783abc5744a1b8c31261ecd26f4f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/2f5e783abc5744a1b8c31261ecd26f4f 2024-11-16T10:25:50,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/2f5e783abc5744a1b8c31261ecd26f4f, entries=200, sequenceid=374, filesize=14.4 K 2024-11-16T10:25:50,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/b2462a81a8c34e788d54895273e77787 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b2462a81a8c34e788d54895273e77787 2024-11-16T10:25:50,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b2462a81a8c34e788d54895273e77787, entries=150, sequenceid=374, filesize=12.0 K 2024-11-16T10:25:50,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/366a4dc609b74c46a78d2f1781f8d254 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/366a4dc609b74c46a78d2f1781f8d254 2024-11-16T10:25:50,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/366a4dc609b74c46a78d2f1781f8d254, entries=150, sequenceid=374, filesize=12.0 K 2024-11-16T10:25:50,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c60bce3d5bb472db1f3122652afd4851 in 895ms, sequenceid=374, compaction requested=true 2024-11-16T10:25:50,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:50,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:50,518 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:50,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:50,518 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:50,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:50,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:50,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:50,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:50,520 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:50,520 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:50,520 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:50,520 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2a6907a7caa54bfebf3f487e6bbcbabc, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b022131e8f5e4402b09ef07bf7dee17e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b2462a81a8c34e788d54895273e77787] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.8 K 2024-11-16T10:25:50,520 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:50,520 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:50,520 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:50,521 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/261d4a43fe4a4706835b8ff48d8a1bfa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3759c15cbe4742c89349274e0bb997e8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/2f5e783abc5744a1b8c31261ecd26f4f] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=39.2 K 2024-11-16T10:25:50,521 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a6907a7caa54bfebf3f487e6bbcbabc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731752747221 2024-11-16T10:25:50,521 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 261d4a43fe4a4706835b8ff48d8a1bfa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731752747221 2024-11-16T10:25:50,521 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b022131e8f5e4402b09ef07bf7dee17e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731752747870 2024-11-16T10:25:50,521 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3759c15cbe4742c89349274e0bb997e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731752747870 2024-11-16T10:25:50,522 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b2462a81a8c34e788d54895273e77787, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731752749005 2024-11-16T10:25:50,522 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f5e783abc5744a1b8c31261ecd26f4f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731752749005 2024-11-16T10:25:50,531 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:50,531 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/6f74aa2515784eab8da1ca1ab524fa27 is 50, key is test_row_0/B:col10/1731752749621/Put/seqid=0 2024-11-16T10:25:50,536 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:50,536 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/a3a577294e9b46fdbff62e1fdadba2cf is 50, key is test_row_0/A:col10/1731752749621/Put/seqid=0 2024-11-16T10:25:50,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-16T10:25:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:50,539 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-16T10:25:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:50,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:50,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:50,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:50,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:50,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/4bb13d72c04849949c932d7e76beb160 is 50, key is test_row_0/A:col10/1731752749650/Put/seqid=0 2024-11-16T10:25:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741917_1093 (size=13187) 2024-11-16T10:25:50,575 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/6f74aa2515784eab8da1ca1ab524fa27 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6f74aa2515784eab8da1ca1ab524fa27 2024-11-16T10:25:50,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741919_1095 (size=12301) 2024-11-16T10:25:50,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741918_1094 (size=13187) 2024-11-16T10:25:50,587 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into 6f74aa2515784eab8da1ca1ab524fa27(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:50,587 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:50,587 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=13, startTime=1731752750518; duration=0sec 2024-11-16T10:25:50,587 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:50,587 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:50,588 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:50,591 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/a3a577294e9b46fdbff62e1fdadba2cf as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/a3a577294e9b46fdbff62e1fdadba2cf 2024-11-16T10:25:50,591 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:50,592 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:50,592 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:50,592 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/923063f11e8344c5b6ac2b517e313c93, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/14b5f27f3598462ca2eb65290ac10f0a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/366a4dc609b74c46a78d2f1781f8d254] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.8 K 2024-11-16T10:25:50,592 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 923063f11e8344c5b6ac2b517e313c93, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731752747221 2024-11-16T10:25:50,593 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 14b5f27f3598462ca2eb65290ac10f0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731752747870 2024-11-16T10:25:50,594 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 366a4dc609b74c46a78d2f1781f8d254, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731752749005 2024-11-16T10:25:50,600 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into a3a577294e9b46fdbff62e1fdadba2cf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:50,600 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:50,600 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=13, startTime=1731752750518; duration=0sec 2024-11-16T10:25:50,601 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:50,601 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:50,606 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:50,607 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/953666fd4d9f4c598470aa417f547310 is 50, key is test_row_0/C:col10/1731752749621/Put/seqid=0 2024-11-16T10:25:50,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741920_1096 (size=13187) 2024-11-16T10:25:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T10:25:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:50,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:50,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752810807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752810808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752810808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752810909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752810909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752810910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:50,982 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/4bb13d72c04849949c932d7e76beb160 2024-11-16T10:25:50,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/32ec5a0e3c4c44dbb409030e20f43d71 is 50, key is test_row_0/B:col10/1731752749650/Put/seqid=0 2024-11-16T10:25:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741921_1097 (size=12301) 2024-11-16T10:25:51,022 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/953666fd4d9f4c598470aa417f547310 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/953666fd4d9f4c598470aa417f547310 2024-11-16T10:25:51,028 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into 953666fd4d9f4c598470aa417f547310(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:51,028 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:51,028 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=13, startTime=1731752750518; duration=0sec 2024-11-16T10:25:51,028 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:51,028 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752811112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752811113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:51,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752811114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T10:25:51,394 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/32ec5a0e3c4c44dbb409030e20f43d71 2024-11-16T10:25:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752811416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:51,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/3e88ba34217f4209984e15ec52184763 is 50, key is test_row_0/C:col10/1731752749650/Put/seqid=0 2024-11-16T10:25:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752811416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752811417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741922_1098 (size=12301) 2024-11-16T10:25:51,833 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/3e88ba34217f4209984e15ec52184763 2024-11-16T10:25:51,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/4bb13d72c04849949c932d7e76beb160 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/4bb13d72c04849949c932d7e76beb160 2024-11-16T10:25:51,845 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/4bb13d72c04849949c932d7e76beb160, entries=150, sequenceid=396, filesize=12.0 K 2024-11-16T10:25:51,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/32ec5a0e3c4c44dbb409030e20f43d71 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/32ec5a0e3c4c44dbb409030e20f43d71 2024-11-16T10:25:51,851 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/32ec5a0e3c4c44dbb409030e20f43d71, entries=150, sequenceid=396, filesize=12.0 K 2024-11-16T10:25:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/3e88ba34217f4209984e15ec52184763 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3e88ba34217f4209984e15ec52184763 2024-11-16T10:25:51,860 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3e88ba34217f4209984e15ec52184763, entries=150, sequenceid=396, filesize=12.0 K 2024-11-16T10:25:51,861 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c60bce3d5bb472db1f3122652afd4851 in 1322ms, sequenceid=396, compaction requested=false 2024-11-16T10:25:51,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:51,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:51,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T10:25:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-16T10:25:51,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-16T10:25:51,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7820 sec 2024-11-16T10:25:51,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.7880 sec 2024-11-16T10:25:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:51,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-16T10:25:51,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:51,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:51,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:51,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:51,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:51,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:51,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/9b40a6295e87451d9e96630b99349983 is 50, key is test_row_0/A:col10/1731752751923/Put/seqid=0 2024-11-16T10:25:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741923_1099 (size=14741) 2024-11-16T10:25:51,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/9b40a6295e87451d9e96630b99349983 2024-11-16T10:25:51,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/ad57826a7a95463db894db962d33085a is 50, key is test_row_0/B:col10/1731752751923/Put/seqid=0 2024-11-16T10:25:51,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752811950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752811951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:51,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752811951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:51,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741924_1100 (size=12301) 2024-11-16T10:25:51,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/ad57826a7a95463db894db962d33085a 2024-11-16T10:25:51,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/20206d55d3394fdb9e64b261e57ebe14 is 50, key is test_row_0/C:col10/1731752751923/Put/seqid=0 2024-11-16T10:25:52,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741925_1101 (size=12301) 2024-11-16T10:25:52,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/20206d55d3394fdb9e64b261e57ebe14 2024-11-16T10:25:52,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/9b40a6295e87451d9e96630b99349983 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/9b40a6295e87451d9e96630b99349983 2024-11-16T10:25:52,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/9b40a6295e87451d9e96630b99349983, entries=200, sequenceid=414, filesize=14.4 K 2024-11-16T10:25:52,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/ad57826a7a95463db894db962d33085a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/ad57826a7a95463db894db962d33085a 2024-11-16T10:25:52,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/ad57826a7a95463db894db962d33085a, entries=150, sequenceid=414, filesize=12.0 K 2024-11-16T10:25:52,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/20206d55d3394fdb9e64b261e57ebe14 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20206d55d3394fdb9e64b261e57ebe14 2024-11-16T10:25:52,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20206d55d3394fdb9e64b261e57ebe14, entries=150, sequenceid=414, filesize=12.0 K 2024-11-16T10:25:52,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c60bce3d5bb472db1f3122652afd4851 in 109ms, sequenceid=414, compaction requested=true 2024-11-16T10:25:52,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:52,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:52,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:52,033 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:52,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:52,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:52,033 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:52,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:52,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:52,034 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:52,034 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:52,035 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:52,035 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:52,035 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,035 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,035 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/a3a577294e9b46fdbff62e1fdadba2cf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/4bb13d72c04849949c932d7e76beb160, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/9b40a6295e87451d9e96630b99349983] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=39.3 K 2024-11-16T10:25:52,035 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6f74aa2515784eab8da1ca1ab524fa27, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/32ec5a0e3c4c44dbb409030e20f43d71, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/ad57826a7a95463db894db962d33085a] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.9 K 2024-11-16T10:25:52,035 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f74aa2515784eab8da1ca1ab524fa27, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731752749005 2024-11-16T10:25:52,035 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3a577294e9b46fdbff62e1fdadba2cf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731752749005 2024-11-16T10:25:52,036 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 32ec5a0e3c4c44dbb409030e20f43d71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731752749650 2024-11-16T10:25:52,036 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bb13d72c04849949c932d7e76beb160, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731752749650 2024-11-16T10:25:52,036 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting ad57826a7a95463db894db962d33085a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731752750806 2024-11-16T10:25:52,036 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b40a6295e87451d9e96630b99349983, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731752750802 2024-11-16T10:25:52,053 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:52,053 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/8621d7f93f2047289dcfbd4508432c8e is 50, key is test_row_0/A:col10/1731752751923/Put/seqid=0 2024-11-16T10:25:52,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T10:25:52,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:52,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:52,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:52,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:52,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:52,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:52,064 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:52,065 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/159033c67c5745a885949720b1c62699 is 50, key is test_row_0/B:col10/1731752751923/Put/seqid=0 2024-11-16T10:25:52,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/30c015a7879a4144b4a7291683347d7a is 50, key is test_row_0/A:col10/1731752752054/Put/seqid=0 2024-11-16T10:25:52,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752812071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752812072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752812072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741926_1102 (size=13289) 2024-11-16T10:25:52,088 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/8621d7f93f2047289dcfbd4508432c8e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/8621d7f93f2047289dcfbd4508432c8e 2024-11-16T10:25:52,097 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into 8621d7f93f2047289dcfbd4508432c8e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:52,097 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:52,097 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=13, startTime=1731752752033; duration=0sec 2024-11-16T10:25:52,097 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:52,097 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:52,097 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:25:52,099 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:25:52,099 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:52,099 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,099 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/953666fd4d9f4c598470aa417f547310, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3e88ba34217f4209984e15ec52184763, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20206d55d3394fdb9e64b261e57ebe14] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=36.9 K 2024-11-16T10:25:52,100 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 953666fd4d9f4c598470aa417f547310, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731752749005 2024-11-16T10:25:52,100 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e88ba34217f4209984e15ec52184763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731752749650 2024-11-16T10:25:52,101 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20206d55d3394fdb9e64b261e57ebe14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731752750806 2024-11-16T10:25:52,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741927_1103 (size=13289) 2024-11-16T10:25:52,117 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/159033c67c5745a885949720b1c62699 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/159033c67c5745a885949720b1c62699 2024-11-16T10:25:52,125 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into 159033c67c5745a885949720b1c62699(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:52,125 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:52,125 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=13, startTime=1731752752033; duration=0sec 2024-11-16T10:25:52,126 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:52,126 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:52,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741928_1104 (size=12301) 2024-11-16T10:25:52,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/30c015a7879a4144b4a7291683347d7a 2024-11-16T10:25:52,136 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:52,137 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/1c5041fec6354feeaa260835ee87909d is 50, key is test_row_0/C:col10/1731752751923/Put/seqid=0 2024-11-16T10:25:52,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/4192bdb68c8c472a9a1254bb84c12c45 is 50, key is test_row_0/B:col10/1731752752054/Put/seqid=0 2024-11-16T10:25:52,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741930_1106 (size=12301) 2024-11-16T10:25:52,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741929_1105 (size=13289) 2024-11-16T10:25:52,174 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/1c5041fec6354feeaa260835ee87909d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/1c5041fec6354feeaa260835ee87909d 2024-11-16T10:25:52,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752812179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752812179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752812179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,182 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into 1c5041fec6354feeaa260835ee87909d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:52,182 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:52,182 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=13, startTime=1731752752033; duration=0sec 2024-11-16T10:25:52,182 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:52,182 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-16T10:25:52,183 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-16T10:25:52,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-16T10:25:52,185 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T10:25:52,186 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:52,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T10:25:52,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-16T10:25:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752812382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752812383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752812383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T10:25:52,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-16T10:25:52,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:52,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/4192bdb68c8c472a9a1254bb84c12c45 2024-11-16T10:25:52,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/e6dda1b07857408f891dea7d7422bca4 is 50, key is test_row_0/C:col10/1731752752054/Put/seqid=0 2024-11-16T10:25:52,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741931_1107 (size=12301) 2024-11-16T10:25:52,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-16T10:25:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752812685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752812686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752812687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T10:25:52,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-16T10:25:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:52,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-16T10:25:52,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:52,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:52,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:52,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/e6dda1b07857408f891dea7d7422bca4 2024-11-16T10:25:52,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/30c015a7879a4144b4a7291683347d7a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/30c015a7879a4144b4a7291683347d7a 2024-11-16T10:25:52,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/30c015a7879a4144b4a7291683347d7a, entries=150, sequenceid=437, filesize=12.0 K 2024-11-16T10:25:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/4192bdb68c8c472a9a1254bb84c12c45 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4192bdb68c8c472a9a1254bb84c12c45 2024-11-16T10:25:52,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4192bdb68c8c472a9a1254bb84c12c45, entries=150, sequenceid=437, filesize=12.0 K 2024-11-16T10:25:52,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/e6dda1b07857408f891dea7d7422bca4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/e6dda1b07857408f891dea7d7422bca4 2024-11-16T10:25:52,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/e6dda1b07857408f891dea7d7422bca4, entries=150, sequenceid=437, filesize=12.0 K 2024-11-16T10:25:53,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c60bce3d5bb472db1f3122652afd4851 in 944ms, sequenceid=437, compaction requested=false 2024-11-16T10:25:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:53,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-16T10:25:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:53,107 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T10:25:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:53,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/b3eec7fc6f88454bb86a741e85a5e73c is 50, key is test_row_0/A:col10/1731752752070/Put/seqid=0 2024-11-16T10:25:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741932_1108 (size=12301) 2024-11-16T10:25:53,118 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/b3eec7fc6f88454bb86a741e85a5e73c 2024-11-16T10:25:53,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/19ca1560def84947b73f18a819e2ca59 is 50, key is test_row_0/B:col10/1731752752070/Put/seqid=0 2024-11-16T10:25:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741933_1109 (size=12301) 2024-11-16T10:25:53,139 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/19ca1560def84947b73f18a819e2ca59 2024-11-16T10:25:53,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/ef13cf83926d499f80f370acc095af27 is 50, key is test_row_0/C:col10/1731752752070/Put/seqid=0 2024-11-16T10:25:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741934_1110 (size=12301) 2024-11-16T10:25:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:53,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752813211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752813212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752813213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T10:25:53,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752813314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752813318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752813318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752813517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752813520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752813520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,561 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/ef13cf83926d499f80f370acc095af27 2024-11-16T10:25:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/b3eec7fc6f88454bb86a741e85a5e73c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b3eec7fc6f88454bb86a741e85a5e73c 2024-11-16T10:25:53,570 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b3eec7fc6f88454bb86a741e85a5e73c, entries=150, sequenceid=453, filesize=12.0 K 2024-11-16T10:25:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/19ca1560def84947b73f18a819e2ca59 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/19ca1560def84947b73f18a819e2ca59 2024-11-16T10:25:53,576 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/19ca1560def84947b73f18a819e2ca59, entries=150, sequenceid=453, filesize=12.0 K 2024-11-16T10:25:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/ef13cf83926d499f80f370acc095af27 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/ef13cf83926d499f80f370acc095af27 2024-11-16T10:25:53,582 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/ef13cf83926d499f80f370acc095af27, entries=150, sequenceid=453, filesize=12.0 K 2024-11-16T10:25:53,587 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c60bce3d5bb472db1f3122652afd4851 in 480ms, sequenceid=453, compaction requested=true 2024-11-16T10:25:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T10:25:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-16T10:25:53,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-16T10:25:53,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-16T10:25:53,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.4060 sec 2024-11-16T10:25:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:53,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:25:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:53,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:53,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:53,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:53,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:53,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:53,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/24abb15b463540098389dd15aefcb6a4 is 50, key is test_row_0/A:col10/1731752753203/Put/seqid=0 2024-11-16T10:25:53,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741935_1111 (size=17181) 2024-11-16T10:25:53,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752813834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752813839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/24abb15b463540098389dd15aefcb6a4 2024-11-16T10:25:53,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752813840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/291919250c6b4324abfcd18917ef28e1 is 50, key is test_row_0/B:col10/1731752753203/Put/seqid=0 2024-11-16T10:25:53,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741936_1112 (size=12301) 2024-11-16T10:25:53,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/291919250c6b4324abfcd18917ef28e1 2024-11-16T10:25:53,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/c67c5111f34c4a65954cf9519e26304f is 50, key is test_row_0/C:col10/1731752753203/Put/seqid=0 2024-11-16T10:25:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741937_1113 (size=12301) 2024-11-16T10:25:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752813940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752813940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:53,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752813943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752814143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752814143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752814146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/c67c5111f34c4a65954cf9519e26304f 2024-11-16T10:25:54,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/24abb15b463540098389dd15aefcb6a4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/24abb15b463540098389dd15aefcb6a4 2024-11-16T10:25:54,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/24abb15b463540098389dd15aefcb6a4, entries=250, sequenceid=479, filesize=16.8 K 2024-11-16T10:25:54,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/291919250c6b4324abfcd18917ef28e1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/291919250c6b4324abfcd18917ef28e1 2024-11-16T10:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-16T10:25:54,293 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-16T10:25:54,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:25:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-16T10:25:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T10:25:54,297 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:25:54,298 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:25:54,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:25:54,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/291919250c6b4324abfcd18917ef28e1, entries=150, sequenceid=479, filesize=12.0 K 2024-11-16T10:25:54,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/c67c5111f34c4a65954cf9519e26304f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c67c5111f34c4a65954cf9519e26304f 2024-11-16T10:25:54,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c67c5111f34c4a65954cf9519e26304f, entries=150, sequenceid=479, filesize=12.0 K 2024-11-16T10:25:54,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c60bce3d5bb472db1f3122652afd4851 in 485ms, sequenceid=479, compaction requested=true 2024-11-16T10:25:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:25:54,309 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:25:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:54,309 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:25:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:25:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c60bce3d5bb472db1f3122652afd4851:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:25:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:54,311 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55072 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:25:54,311 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/A is initiating minor compaction (all files) 2024-11-16T10:25:54,311 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/A in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,311 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/8621d7f93f2047289dcfbd4508432c8e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/30c015a7879a4144b4a7291683347d7a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b3eec7fc6f88454bb86a741e85a5e73c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/24abb15b463540098389dd15aefcb6a4] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=53.8 K 2024-11-16T10:25:54,311 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:25:54,311 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/B is initiating minor compaction (all files) 2024-11-16T10:25:54,312 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/B in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,312 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/159033c67c5745a885949720b1c62699, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4192bdb68c8c472a9a1254bb84c12c45, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/19ca1560def84947b73f18a819e2ca59, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/291919250c6b4324abfcd18917ef28e1] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=49.0 K 2024-11-16T10:25:54,312 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8621d7f93f2047289dcfbd4508432c8e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731752750806 2024-11-16T10:25:54,312 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 159033c67c5745a885949720b1c62699, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731752750806 2024-11-16T10:25:54,313 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30c015a7879a4144b4a7291683347d7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731752751937 2024-11-16T10:25:54,313 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4192bdb68c8c472a9a1254bb84c12c45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731752751937 2024-11-16T10:25:54,313 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3eec7fc6f88454bb86a741e85a5e73c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731752752066 2024-11-16T10:25:54,313 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 19ca1560def84947b73f18a819e2ca59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731752752066 2024-11-16T10:25:54,313 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24abb15b463540098389dd15aefcb6a4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731752753203 2024-11-16T10:25:54,313 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 291919250c6b4324abfcd18917ef28e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731752753203 2024-11-16T10:25:54,325 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:54,326 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/a1e3694e79ad46caa64576db3658c6dc is 50, key is test_row_0/A:col10/1731752753203/Put/seqid=0 2024-11-16T10:25:54,329 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:54,330 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/a89b814de43346d9948d4c3ded346a98 is 50, key is test_row_0/B:col10/1731752753203/Put/seqid=0 2024-11-16T10:25:54,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741938_1114 (size=13425) 2024-11-16T10:25:54,358 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/a1e3694e79ad46caa64576db3658c6dc as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/a1e3694e79ad46caa64576db3658c6dc 2024-11-16T10:25:54,368 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/A of c60bce3d5bb472db1f3122652afd4851 into a1e3694e79ad46caa64576db3658c6dc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:54,368 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:54,368 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/A, priority=12, startTime=1731752754309; duration=0sec 2024-11-16T10:25:54,368 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:25:54,368 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:A 2024-11-16T10:25:54,368 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:25:54,370 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:25:54,370 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c60bce3d5bb472db1f3122652afd4851/C is initiating minor compaction (all files) 2024-11-16T10:25:54,371 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c60bce3d5bb472db1f3122652afd4851/C in TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,371 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/1c5041fec6354feeaa260835ee87909d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/e6dda1b07857408f891dea7d7422bca4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/ef13cf83926d499f80f370acc095af27, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c67c5111f34c4a65954cf9519e26304f] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp, totalSize=49.0 K 2024-11-16T10:25:54,371 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c5041fec6354feeaa260835ee87909d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1731752750806 2024-11-16T10:25:54,372 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6dda1b07857408f891dea7d7422bca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1731752751937 2024-11-16T10:25:54,372 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef13cf83926d499f80f370acc095af27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731752752066 2024-11-16T10:25:54,373 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c67c5111f34c4a65954cf9519e26304f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1731752753203 2024-11-16T10:25:54,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741939_1115 (size=13425) 2024-11-16T10:25:54,390 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/a89b814de43346d9948d4c3ded346a98 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a89b814de43346d9948d4c3ded346a98 2024-11-16T10:25:54,397 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c60bce3d5bb472db1f3122652afd4851#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:25:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T10:25:54,398 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/66f734ca1a9e451b9d9f5a4329defb2b is 50, key is test_row_0/C:col10/1731752753203/Put/seqid=0 2024-11-16T10:25:54,398 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/B of c60bce3d5bb472db1f3122652afd4851 into a89b814de43346d9948d4c3ded346a98(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:54,400 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:54,400 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/B, priority=12, startTime=1731752754309; duration=0sec 2024-11-16T10:25:54,400 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:54,400 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:B 2024-11-16T10:25:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741940_1116 (size=13425) 2024-11-16T10:25:54,429 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/66f734ca1a9e451b9d9f5a4329defb2b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/66f734ca1a9e451b9d9f5a4329defb2b 2024-11-16T10:25:54,436 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c60bce3d5bb472db1f3122652afd4851/C of c60bce3d5bb472db1f3122652afd4851 into 66f734ca1a9e451b9d9f5a4329defb2b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:25:54,436 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:54,436 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851., storeName=c60bce3d5bb472db1f3122652afd4851/C, priority=12, startTime=1731752754309; duration=0sec 2024-11-16T10:25:54,437 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:25:54,437 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c60bce3d5bb472db1f3122652afd4851:C 2024-11-16T10:25:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:54,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:25:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:54,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:54,450 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:54,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:54,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/e6b0291fec124506af1f263bd6a306fc is 50, key is test_row_0/A:col10/1731752753832/Put/seqid=0 2024-11-16T10:25:54,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741941_1117 (size=9857) 2024-11-16T10:25:54,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752814475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752814475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752814476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752814577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752814577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752814580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T10:25:54,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752814779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752814779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752814784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,788 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6b07e3 to 127.0.0.1:62294 2024-11-16T10:25:54,788 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x490457fd to 127.0.0.1:62294 2024-11-16T10:25:54,788 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e97e4b to 127.0.0.1:62294 2024-11-16T10:25:54,788 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:25:54,788 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:25:54,788 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:25:54,789 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c8de680 to 127.0.0.1:62294 2024-11-16T10:25:54,789 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:25:54,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/e6b0291fec124506af1f263bd6a306fc 2024-11-16T10:25:54,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/e361fbd45fb34adb8f9c195160e696d4 is 50, key is test_row_0/B:col10/1731752753832/Put/seqid=0 2024-11-16T10:25:54,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741942_1118 (size=9857) 2024-11-16T10:25:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T10:25:54,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:54,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:54,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:54,971 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:25:55,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:55,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:55,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752815081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752815081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752815086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,223 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/e361fbd45fb34adb8f9c195160e696d4 2024-11-16T10:25:55,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b96d5ad8ae74416aa068be3cffbd7261 is 50, key is test_row_0/C:col10/1731752753832/Put/seqid=0 2024-11-16T10:25:55,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741943_1119 (size=9857) 2024-11-16T10:25:55,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:55,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:55,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T10:25:55,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:55,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:55,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42446 deadline: 1731752815583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1731752815588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:25:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1731752815588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:55,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:55,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:25:55,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b96d5ad8ae74416aa068be3cffbd7261 2024-11-16T10:25:55,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/e6b0291fec124506af1f263bd6a306fc as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/e6b0291fec124506af1f263bd6a306fc 2024-11-16T10:25:55,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/e6b0291fec124506af1f263bd6a306fc, entries=100, sequenceid=494, filesize=9.6 K 2024-11-16T10:25:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/e361fbd45fb34adb8f9c195160e696d4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/e361fbd45fb34adb8f9c195160e696d4 2024-11-16T10:25:55,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/e361fbd45fb34adb8f9c195160e696d4, entries=100, sequenceid=494, filesize=9.6 K 2024-11-16T10:25:55,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b96d5ad8ae74416aa068be3cffbd7261 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b96d5ad8ae74416aa068be3cffbd7261 2024-11-16T10:25:55,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b96d5ad8ae74416aa068be3cffbd7261, entries=100, sequenceid=494, filesize=9.6 K 2024-11-16T10:25:55,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c60bce3d5bb472db1f3122652afd4851 in 1294ms, sequenceid=494, compaction requested=false 2024-11-16T10:25:55,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:55,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:25:55,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-16T10:25:55,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:55,848 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:25:55,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:25:55,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:55,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:25:55,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:55,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:25:55,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:25:55,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/cef3b03bb3224cc283f11e13edc76dc5 is 50, key is test_row_0/A:col10/1731752754473/Put/seqid=0 2024-11-16T10:25:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741944_1120 (size=12301) 2024-11-16T10:25:56,265 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/cef3b03bb3224cc283f11e13edc76dc5 2024-11-16T10:25:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/8bb8871989414cf9acf3d8d6ac3a3c36 is 50, key is test_row_0/B:col10/1731752754473/Put/seqid=0 2024-11-16T10:25:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741945_1121 (size=12301) 2024-11-16T10:25:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T10:25:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:25:56,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. as already flushing 2024-11-16T10:25:56,625 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18603bb9 to 127.0.0.1:62294 2024-11-16T10:25:56,625 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04977266 to 127.0.0.1:62294 2024-11-16T10:25:56,625 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:25:56,625 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bbb5d8a to 127.0.0.1:62294 2024-11-16T10:25:56,625 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:25:56,625 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:25:56,679 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/8bb8871989414cf9acf3d8d6ac3a3c36 2024-11-16T10:25:56,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b27e3ba425ae41298344885be83c258e is 50, key is test_row_0/C:col10/1731752754473/Put/seqid=0 2024-11-16T10:25:56,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741946_1122 (size=12301) 2024-11-16T10:25:57,102 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b27e3ba425ae41298344885be83c258e 2024-11-16T10:25:57,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/cef3b03bb3224cc283f11e13edc76dc5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/cef3b03bb3224cc283f11e13edc76dc5 2024-11-16T10:25:57,118 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/cef3b03bb3224cc283f11e13edc76dc5, entries=150, sequenceid=519, filesize=12.0 K 2024-11-16T10:25:57,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/8bb8871989414cf9acf3d8d6ac3a3c36 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8bb8871989414cf9acf3d8d6ac3a3c36 2024-11-16T10:25:57,124 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8bb8871989414cf9acf3d8d6ac3a3c36, entries=150, sequenceid=519, filesize=12.0 K 2024-11-16T10:25:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/b27e3ba425ae41298344885be83c258e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b27e3ba425ae41298344885be83c258e 2024-11-16T10:25:57,131 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b27e3ba425ae41298344885be83c258e, entries=150, sequenceid=519, filesize=12.0 K 2024-11-16T10:25:57,132 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for c60bce3d5bb472db1f3122652afd4851 in 1284ms, sequenceid=519, compaction requested=true 2024-11-16T10:25:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:25:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:25:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T10:25:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-16T10:25:57,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-16T10:25:57,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8350 sec 2024-11-16T10:25:57,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.8410 sec 2024-11-16T10:25:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-16T10:25:58,405 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-16T10:26:00,064 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72b32f98 to 127.0.0.1:62294 2024-11-16T10:26:00,064 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:00,124 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12885408 to 127.0.0.1:62294 2024-11-16T10:26:00,124 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:00,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T10:26:00,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-16T10:26:00,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-16T10:26:00,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-16T10:26:00,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-16T10:26:00,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-16T10:26:00,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T10:26:00,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6174 2024-11-16T10:26:00,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6107 2024-11-16T10:26:00,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T10:26:00,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2662 2024-11-16T10:26:00,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7986 rows 2024-11-16T10:26:00,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2655 2024-11-16T10:26:00,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7965 rows 2024-11-16T10:26:00,126 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:26:00,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e98ea32 to 127.0.0.1:62294 2024-11-16T10:26:00,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:00,131 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T10:26:00,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T10:26:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:00,141 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752760141"}]},"ts":"1731752760141"} 2024-11-16T10:26:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-16T10:26:00,142 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T10:26:00,148 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T10:26:00,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T10:26:00,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c60bce3d5bb472db1f3122652afd4851, UNASSIGN}] 2024-11-16T10:26:00,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c60bce3d5bb472db1f3122652afd4851, UNASSIGN 2024-11-16T10:26:00,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=c60bce3d5bb472db1f3122652afd4851, regionState=CLOSING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:26:00,170 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T10:26:00,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:26:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-16T10:26:00,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:00,328 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:26:00,328 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T10:26:00,330 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing c60bce3d5bb472db1f3122652afd4851, disabling compactions & flushes 2024-11-16T10:26:00,330 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:26:00,330 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:26:00,330 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. after waiting 0 ms 2024-11-16T10:26:00,330 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:26:00,330 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing c60bce3d5bb472db1f3122652afd4851 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-16T10:26:00,331 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=A 2024-11-16T10:26:00,331 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:00,331 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=B 2024-11-16T10:26:00,331 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:00,331 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c60bce3d5bb472db1f3122652afd4851, store=C 2024-11-16T10:26:00,331 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:00,340 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/322d4f6dac6d477aaa4d2a045ec35046 is 50, key is test_row_0/A:col10/1731752756591/Put/seqid=0 2024-11-16T10:26:00,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741947_1123 (size=12301) 2024-11-16T10:26:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-16T10:26:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-16T10:26:00,746 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/322d4f6dac6d477aaa4d2a045ec35046 2024-11-16T10:26:00,762 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/d7278562227a477099148371073a4178 is 50, key is test_row_0/B:col10/1731752756591/Put/seqid=0 2024-11-16T10:26:00,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741948_1124 (size=12301) 2024-11-16T10:26:01,169 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/d7278562227a477099148371073a4178 2024-11-16T10:26:01,184 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/7feab6a19cd24c5aa4734cc205606744 is 50, key is test_row_0/C:col10/1731752756591/Put/seqid=0 2024-11-16T10:26:01,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741949_1125 (size=12301) 2024-11-16T10:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-16T10:26:01,591 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/7feab6a19cd24c5aa4734cc205606744 2024-11-16T10:26:01,603 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/A/322d4f6dac6d477aaa4d2a045ec35046 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/322d4f6dac6d477aaa4d2a045ec35046 2024-11-16T10:26:01,607 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/322d4f6dac6d477aaa4d2a045ec35046, entries=150, sequenceid=527, filesize=12.0 K 2024-11-16T10:26:01,608 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/B/d7278562227a477099148371073a4178 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d7278562227a477099148371073a4178 2024-11-16T10:26:01,613 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d7278562227a477099148371073a4178, entries=150, sequenceid=527, filesize=12.0 K 2024-11-16T10:26:01,614 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/.tmp/C/7feab6a19cd24c5aa4734cc205606744 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/7feab6a19cd24c5aa4734cc205606744 2024-11-16T10:26:01,618 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/7feab6a19cd24c5aa4734cc205606744, entries=150, sequenceid=527, filesize=12.0 K 2024-11-16T10:26:01,619 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c60bce3d5bb472db1f3122652afd4851 in 1289ms, sequenceid=527, compaction requested=true 2024-11-16T10:26:01,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/297df1e74d494a93b2d2fe33a67a0560, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/fcbbb75f5af847e2a3f8da7633214910, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/ad6d4cc1fa5f43358f88590aa5feb941, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/097eaf8ca3a643e2a2539e3fe2ec2e33, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0665aeaf051a4421b09da96d3b9f055f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3c05ada12ff6442dbca9c9018220c868, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/effdc0bd8b074dff87ed7d9322cb4fa1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f3a7877cd785458a92946e14f64d2fe1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f41a00ab0d704dd5bc892304e6acddb1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/01d03b569da042bfa2d039c99d8a155f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b330f048555e4280b8f843587fb2223b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/99d3ddb94bce4c3fabbc1adc25d0e1d3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/10eed295eb274fedbc215f8184715228, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0575c7ab42e642faa3cf8c334d7ef81d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f777896e270246c8bcd2d4827a5a6fe5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/74e94a7bdbb54531b4784b253f848473, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/bde6609231f143939bd76563933d1507, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/06be105fddaa4d0b891f276d746b4361, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/5449cb0130684549bd305864cd1fb37e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/410998661d9145e5879058049acfe283, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b2bd6ccf357a4b76a069aff8fe2f4622, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/1f365e4d974e44aa8bb1f648bd533c79, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/261d4a43fe4a4706835b8ff48d8a1bfa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/6f7924449e6940bbac36ae8bfbf44049, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3759c15cbe4742c89349274e0bb997e8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/2f5e783abc5744a1b8c31261ecd26f4f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/a3a577294e9b46fdbff62e1fdadba2cf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/4bb13d72c04849949c932d7e76beb160, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/9b40a6295e87451d9e96630b99349983, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/8621d7f93f2047289dcfbd4508432c8e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/30c015a7879a4144b4a7291683347d7a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b3eec7fc6f88454bb86a741e85a5e73c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/24abb15b463540098389dd15aefcb6a4] to archive 2024-11-16T10:26:01,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:26:01,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/297df1e74d494a93b2d2fe33a67a0560 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/297df1e74d494a93b2d2fe33a67a0560 2024-11-16T10:26:01,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/fcbbb75f5af847e2a3f8da7633214910 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/fcbbb75f5af847e2a3f8da7633214910 2024-11-16T10:26:01,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/ad6d4cc1fa5f43358f88590aa5feb941 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/ad6d4cc1fa5f43358f88590aa5feb941 2024-11-16T10:26:01,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/097eaf8ca3a643e2a2539e3fe2ec2e33 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/097eaf8ca3a643e2a2539e3fe2ec2e33 2024-11-16T10:26:01,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0665aeaf051a4421b09da96d3b9f055f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0665aeaf051a4421b09da96d3b9f055f 2024-11-16T10:26:01,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3c05ada12ff6442dbca9c9018220c868 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3c05ada12ff6442dbca9c9018220c868 2024-11-16T10:26:01,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/effdc0bd8b074dff87ed7d9322cb4fa1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/effdc0bd8b074dff87ed7d9322cb4fa1 2024-11-16T10:26:01,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f3a7877cd785458a92946e14f64d2fe1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f3a7877cd785458a92946e14f64d2fe1 2024-11-16T10:26:01,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f41a00ab0d704dd5bc892304e6acddb1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f41a00ab0d704dd5bc892304e6acddb1 2024-11-16T10:26:01,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/01d03b569da042bfa2d039c99d8a155f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/01d03b569da042bfa2d039c99d8a155f 2024-11-16T10:26:01,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b330f048555e4280b8f843587fb2223b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b330f048555e4280b8f843587fb2223b 2024-11-16T10:26:01,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/99d3ddb94bce4c3fabbc1adc25d0e1d3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/99d3ddb94bce4c3fabbc1adc25d0e1d3 2024-11-16T10:26:01,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/10eed295eb274fedbc215f8184715228 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/10eed295eb274fedbc215f8184715228 2024-11-16T10:26:01,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0575c7ab42e642faa3cf8c334d7ef81d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/0575c7ab42e642faa3cf8c334d7ef81d 2024-11-16T10:26:01,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f777896e270246c8bcd2d4827a5a6fe5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/f777896e270246c8bcd2d4827a5a6fe5 2024-11-16T10:26:01,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/74e94a7bdbb54531b4784b253f848473 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/74e94a7bdbb54531b4784b253f848473 2024-11-16T10:26:01,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/bde6609231f143939bd76563933d1507 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/bde6609231f143939bd76563933d1507 2024-11-16T10:26:01,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/06be105fddaa4d0b891f276d746b4361 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/06be105fddaa4d0b891f276d746b4361 2024-11-16T10:26:01,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/5449cb0130684549bd305864cd1fb37e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/5449cb0130684549bd305864cd1fb37e 2024-11-16T10:26:01,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/410998661d9145e5879058049acfe283 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/410998661d9145e5879058049acfe283 2024-11-16T10:26:01,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b2bd6ccf357a4b76a069aff8fe2f4622 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b2bd6ccf357a4b76a069aff8fe2f4622 2024-11-16T10:26:01,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/1f365e4d974e44aa8bb1f648bd533c79 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/1f365e4d974e44aa8bb1f648bd533c79 2024-11-16T10:26:01,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/261d4a43fe4a4706835b8ff48d8a1bfa to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/261d4a43fe4a4706835b8ff48d8a1bfa 2024-11-16T10:26:01,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/6f7924449e6940bbac36ae8bfbf44049 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/6f7924449e6940bbac36ae8bfbf44049 2024-11-16T10:26:01,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3759c15cbe4742c89349274e0bb997e8 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/3759c15cbe4742c89349274e0bb997e8 2024-11-16T10:26:01,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/2f5e783abc5744a1b8c31261ecd26f4f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/2f5e783abc5744a1b8c31261ecd26f4f 2024-11-16T10:26:01,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/a3a577294e9b46fdbff62e1fdadba2cf to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/a3a577294e9b46fdbff62e1fdadba2cf 2024-11-16T10:26:01,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/4bb13d72c04849949c932d7e76beb160 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/4bb13d72c04849949c932d7e76beb160 2024-11-16T10:26:01,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/9b40a6295e87451d9e96630b99349983 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/9b40a6295e87451d9e96630b99349983 2024-11-16T10:26:01,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/8621d7f93f2047289dcfbd4508432c8e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/8621d7f93f2047289dcfbd4508432c8e 2024-11-16T10:26:01,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/30c015a7879a4144b4a7291683347d7a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/30c015a7879a4144b4a7291683347d7a 2024-11-16T10:26:01,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b3eec7fc6f88454bb86a741e85a5e73c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/b3eec7fc6f88454bb86a741e85a5e73c 2024-11-16T10:26:01,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/24abb15b463540098389dd15aefcb6a4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/24abb15b463540098389dd15aefcb6a4 2024-11-16T10:26:01,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b1ef62d6d10844f486dc5a28fc495b8f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c5c25d5e3c8245bd90dfddbd9669d002, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/bda6e2c035ab45639b0f4220be0c016e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/dd1eb2b0527448aea22db680ef59866f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4161de0fb15741bb8864433cf161d604, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b3b3f2e67f1d46d0a615401322fe5706, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cad1bd6fdaea4f8ba2ce19a305defea8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a71bcefb034d43ccbab3e1f5540310b1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a575e581e13749da9c670ba1695bf606, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/77a8a33ab23f44dbb5805f9350172155, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/95152ef7da074191867e55a0086ef8af, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d9f5911d98d144858f1bc742a51ba1e2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/30146cd7543743509010cfedb3926420, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/02cdb25dca724a8ba39bbda31d941441, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/16b9405776364819ba351f00ab9587e5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cbc242f4ecb840cfbfd6a4808218ef7d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2adf0a31280f4e95a103a5923bda5011, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8ee11cf0ae5749029f33a4f6f2ded10a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/1040d5927fb841d78ebe296629866211, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c378ca51f2ab40ec894f48ba68190049, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6e8758b9a1d84f2ba0c6035adbed371e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2545e38998fd4a5abc83badf7a6da716, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2a6907a7caa54bfebf3f487e6bbcbabc, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/80943c696afa4b8aa93bf02b1318f3a2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b022131e8f5e4402b09ef07bf7dee17e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6f74aa2515784eab8da1ca1ab524fa27, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b2462a81a8c34e788d54895273e77787, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/32ec5a0e3c4c44dbb409030e20f43d71, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/159033c67c5745a885949720b1c62699, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/ad57826a7a95463db894db962d33085a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4192bdb68c8c472a9a1254bb84c12c45, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/19ca1560def84947b73f18a819e2ca59, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/291919250c6b4324abfcd18917ef28e1] to archive 2024-11-16T10:26:01,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:26:01,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b1ef62d6d10844f486dc5a28fc495b8f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b1ef62d6d10844f486dc5a28fc495b8f 2024-11-16T10:26:01,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c5c25d5e3c8245bd90dfddbd9669d002 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c5c25d5e3c8245bd90dfddbd9669d002 2024-11-16T10:26:01,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/bda6e2c035ab45639b0f4220be0c016e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/bda6e2c035ab45639b0f4220be0c016e 2024-11-16T10:26:01,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/dd1eb2b0527448aea22db680ef59866f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/dd1eb2b0527448aea22db680ef59866f 2024-11-16T10:26:01,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4161de0fb15741bb8864433cf161d604 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4161de0fb15741bb8864433cf161d604 2024-11-16T10:26:01,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b3b3f2e67f1d46d0a615401322fe5706 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b3b3f2e67f1d46d0a615401322fe5706 2024-11-16T10:26:01,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cad1bd6fdaea4f8ba2ce19a305defea8 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cad1bd6fdaea4f8ba2ce19a305defea8 2024-11-16T10:26:01,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a71bcefb034d43ccbab3e1f5540310b1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a71bcefb034d43ccbab3e1f5540310b1 2024-11-16T10:26:01,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a575e581e13749da9c670ba1695bf606 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a575e581e13749da9c670ba1695bf606 2024-11-16T10:26:01,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/77a8a33ab23f44dbb5805f9350172155 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/77a8a33ab23f44dbb5805f9350172155 2024-11-16T10:26:01,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/95152ef7da074191867e55a0086ef8af to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/95152ef7da074191867e55a0086ef8af 2024-11-16T10:26:01,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d9f5911d98d144858f1bc742a51ba1e2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d9f5911d98d144858f1bc742a51ba1e2 2024-11-16T10:26:01,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/30146cd7543743509010cfedb3926420 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/30146cd7543743509010cfedb3926420 2024-11-16T10:26:01,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/02cdb25dca724a8ba39bbda31d941441 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/02cdb25dca724a8ba39bbda31d941441 2024-11-16T10:26:01,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/16b9405776364819ba351f00ab9587e5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/16b9405776364819ba351f00ab9587e5 2024-11-16T10:26:01,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cbc242f4ecb840cfbfd6a4808218ef7d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/cbc242f4ecb840cfbfd6a4808218ef7d 2024-11-16T10:26:01,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2adf0a31280f4e95a103a5923bda5011 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2adf0a31280f4e95a103a5923bda5011 2024-11-16T10:26:01,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8ee11cf0ae5749029f33a4f6f2ded10a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8ee11cf0ae5749029f33a4f6f2ded10a 2024-11-16T10:26:01,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/1040d5927fb841d78ebe296629866211 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/1040d5927fb841d78ebe296629866211 2024-11-16T10:26:01,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c378ca51f2ab40ec894f48ba68190049 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/c378ca51f2ab40ec894f48ba68190049 2024-11-16T10:26:01,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6e8758b9a1d84f2ba0c6035adbed371e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6e8758b9a1d84f2ba0c6035adbed371e 2024-11-16T10:26:01,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2545e38998fd4a5abc83badf7a6da716 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2545e38998fd4a5abc83badf7a6da716 2024-11-16T10:26:01,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2a6907a7caa54bfebf3f487e6bbcbabc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/2a6907a7caa54bfebf3f487e6bbcbabc 2024-11-16T10:26:01,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/80943c696afa4b8aa93bf02b1318f3a2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/80943c696afa4b8aa93bf02b1318f3a2 2024-11-16T10:26:01,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b022131e8f5e4402b09ef07bf7dee17e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b022131e8f5e4402b09ef07bf7dee17e 2024-11-16T10:26:01,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6f74aa2515784eab8da1ca1ab524fa27 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/6f74aa2515784eab8da1ca1ab524fa27 2024-11-16T10:26:01,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b2462a81a8c34e788d54895273e77787 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/b2462a81a8c34e788d54895273e77787 2024-11-16T10:26:01,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/32ec5a0e3c4c44dbb409030e20f43d71 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/32ec5a0e3c4c44dbb409030e20f43d71 2024-11-16T10:26:01,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/159033c67c5745a885949720b1c62699 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/159033c67c5745a885949720b1c62699 2024-11-16T10:26:01,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/ad57826a7a95463db894db962d33085a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/ad57826a7a95463db894db962d33085a 2024-11-16T10:26:01,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4192bdb68c8c472a9a1254bb84c12c45 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/4192bdb68c8c472a9a1254bb84c12c45 2024-11-16T10:26:01,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/19ca1560def84947b73f18a819e2ca59 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/19ca1560def84947b73f18a819e2ca59 2024-11-16T10:26:01,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/291919250c6b4324abfcd18917ef28e1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/291919250c6b4324abfcd18917ef28e1 2024-11-16T10:26:01,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/f3e203224e4d4dddb17fb4a2995636b5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c18d91f9abf64e17bd0704ee934e8d24, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/48dd2f77476241469f2a872eb9781bf6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/952298cf651c42a9afc1a46134056598, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5bc305b60abc42be838e5b1dd7cd6209, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5667749927ec43a7bdfcc1bf67187d35, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20cc403669d64f43820a56ac315c59ae, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0675c3e62c73491f82cccbd9411ffab5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a4c7bfa3e0914ac6b68d7bc090cea4e5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/894a159331c24ad4a06c0e1913187629, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/456e4679cfd14efd86e54f0107f1d0f5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a6d7fa5cece94405a4c2e0fa7633f3aa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3939c792cd544160812693cbc947aac3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/217620255ec64b2687c3df72aa03fbbe, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0f38de303fc34286b103e63d38e0d224, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b150885b4238472f9b635a90dabadaa4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a28634425a294388b8e0c2ffaa305c6d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/66859f26b73240ea8387672d122d132d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b48f41833bb2417c9ad2bd9008cf961f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/86e71ca275774b1fa7402ee42ffd2fdc, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/356ff7a35da741ee837197ea8dbbf960, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/43a7cdb41c5f464988b72516fbb9c855, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/923063f11e8344c5b6ac2b517e313c93, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5db36203c0ff4ef5940cc55dcad9145a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/14b5f27f3598462ca2eb65290ac10f0a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/953666fd4d9f4c598470aa417f547310, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/366a4dc609b74c46a78d2f1781f8d254, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3e88ba34217f4209984e15ec52184763, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/1c5041fec6354feeaa260835ee87909d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20206d55d3394fdb9e64b261e57ebe14, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/e6dda1b07857408f891dea7d7422bca4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/ef13cf83926d499f80f370acc095af27, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c67c5111f34c4a65954cf9519e26304f] to archive 2024-11-16T10:26:01,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:26:01,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/f3e203224e4d4dddb17fb4a2995636b5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/f3e203224e4d4dddb17fb4a2995636b5 2024-11-16T10:26:01,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c18d91f9abf64e17bd0704ee934e8d24 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c18d91f9abf64e17bd0704ee934e8d24 2024-11-16T10:26:01,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/48dd2f77476241469f2a872eb9781bf6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/48dd2f77476241469f2a872eb9781bf6 2024-11-16T10:26:01,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/952298cf651c42a9afc1a46134056598 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/952298cf651c42a9afc1a46134056598 2024-11-16T10:26:01,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5bc305b60abc42be838e5b1dd7cd6209 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5bc305b60abc42be838e5b1dd7cd6209 2024-11-16T10:26:01,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5667749927ec43a7bdfcc1bf67187d35 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5667749927ec43a7bdfcc1bf67187d35 2024-11-16T10:26:01,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20cc403669d64f43820a56ac315c59ae to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20cc403669d64f43820a56ac315c59ae 2024-11-16T10:26:01,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0675c3e62c73491f82cccbd9411ffab5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0675c3e62c73491f82cccbd9411ffab5 2024-11-16T10:26:01,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a4c7bfa3e0914ac6b68d7bc090cea4e5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a4c7bfa3e0914ac6b68d7bc090cea4e5 2024-11-16T10:26:01,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/894a159331c24ad4a06c0e1913187629 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/894a159331c24ad4a06c0e1913187629 2024-11-16T10:26:01,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/456e4679cfd14efd86e54f0107f1d0f5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/456e4679cfd14efd86e54f0107f1d0f5 2024-11-16T10:26:01,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a6d7fa5cece94405a4c2e0fa7633f3aa to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a6d7fa5cece94405a4c2e0fa7633f3aa 2024-11-16T10:26:01,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3939c792cd544160812693cbc947aac3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3939c792cd544160812693cbc947aac3 2024-11-16T10:26:01,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/217620255ec64b2687c3df72aa03fbbe to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/217620255ec64b2687c3df72aa03fbbe 2024-11-16T10:26:01,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0f38de303fc34286b103e63d38e0d224 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/0f38de303fc34286b103e63d38e0d224 2024-11-16T10:26:01,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b150885b4238472f9b635a90dabadaa4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b150885b4238472f9b635a90dabadaa4 2024-11-16T10:26:01,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a28634425a294388b8e0c2ffaa305c6d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/a28634425a294388b8e0c2ffaa305c6d 2024-11-16T10:26:01,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/66859f26b73240ea8387672d122d132d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/66859f26b73240ea8387672d122d132d 2024-11-16T10:26:01,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b48f41833bb2417c9ad2bd9008cf961f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b48f41833bb2417c9ad2bd9008cf961f 2024-11-16T10:26:01,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/86e71ca275774b1fa7402ee42ffd2fdc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/86e71ca275774b1fa7402ee42ffd2fdc 2024-11-16T10:26:01,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/356ff7a35da741ee837197ea8dbbf960 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/356ff7a35da741ee837197ea8dbbf960 2024-11-16T10:26:01,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/43a7cdb41c5f464988b72516fbb9c855 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/43a7cdb41c5f464988b72516fbb9c855 2024-11-16T10:26:01,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/923063f11e8344c5b6ac2b517e313c93 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/923063f11e8344c5b6ac2b517e313c93 2024-11-16T10:26:01,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5db36203c0ff4ef5940cc55dcad9145a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/5db36203c0ff4ef5940cc55dcad9145a 2024-11-16T10:26:01,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/14b5f27f3598462ca2eb65290ac10f0a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/14b5f27f3598462ca2eb65290ac10f0a 2024-11-16T10:26:01,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/953666fd4d9f4c598470aa417f547310 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/953666fd4d9f4c598470aa417f547310 2024-11-16T10:26:01,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/366a4dc609b74c46a78d2f1781f8d254 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/366a4dc609b74c46a78d2f1781f8d254 2024-11-16T10:26:01,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3e88ba34217f4209984e15ec52184763 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/3e88ba34217f4209984e15ec52184763 2024-11-16T10:26:01,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/1c5041fec6354feeaa260835ee87909d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/1c5041fec6354feeaa260835ee87909d 2024-11-16T10:26:01,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20206d55d3394fdb9e64b261e57ebe14 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/20206d55d3394fdb9e64b261e57ebe14 2024-11-16T10:26:01,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/e6dda1b07857408f891dea7d7422bca4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/e6dda1b07857408f891dea7d7422bca4 2024-11-16T10:26:01,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/ef13cf83926d499f80f370acc095af27 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/ef13cf83926d499f80f370acc095af27 2024-11-16T10:26:01,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c67c5111f34c4a65954cf9519e26304f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/c67c5111f34c4a65954cf9519e26304f 2024-11-16T10:26:01,789 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/recovered.edits/530.seqid, newMaxSeqId=530, maxSeqId=1 2024-11-16T10:26:01,792 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851. 2024-11-16T10:26:01,792 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for c60bce3d5bb472db1f3122652afd4851: 2024-11-16T10:26:01,794 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:26:01,794 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=c60bce3d5bb472db1f3122652afd4851, regionState=CLOSED 2024-11-16T10:26:01,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-16T10:26:01,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure c60bce3d5bb472db1f3122652afd4851, server=adb367c328a9,33523,1731752726549 in 1.6260 sec 2024-11-16T10:26:01,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-16T10:26:01,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c60bce3d5bb472db1f3122652afd4851, UNASSIGN in 1.6300 sec 2024-11-16T10:26:01,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-16T10:26:01,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6360 sec 2024-11-16T10:26:01,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752761802"}]},"ts":"1731752761802"} 2024-11-16T10:26:01,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T10:26:01,815 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T10:26:01,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6800 sec 2024-11-16T10:26:02,123 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:26:02,125 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:26:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-16T10:26:02,250 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-16T10:26:02,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T10:26:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:02,265 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:02,266 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-16T10:26:02,269 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:26:02,273 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/recovered.edits] 2024-11-16T10:26:02,276 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/322d4f6dac6d477aaa4d2a045ec35046 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/322d4f6dac6d477aaa4d2a045ec35046 2024-11-16T10:26:02,278 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/a1e3694e79ad46caa64576db3658c6dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/a1e3694e79ad46caa64576db3658c6dc 2024-11-16T10:26:02,279 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/cef3b03bb3224cc283f11e13edc76dc5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/cef3b03bb3224cc283f11e13edc76dc5 2024-11-16T10:26:02,280 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/e6b0291fec124506af1f263bd6a306fc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/A/e6b0291fec124506af1f263bd6a306fc 2024-11-16T10:26:02,283 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8bb8871989414cf9acf3d8d6ac3a3c36 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/8bb8871989414cf9acf3d8d6ac3a3c36 2024-11-16T10:26:02,284 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a89b814de43346d9948d4c3ded346a98 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/a89b814de43346d9948d4c3ded346a98 2024-11-16T10:26:02,285 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d7278562227a477099148371073a4178 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/d7278562227a477099148371073a4178 2024-11-16T10:26:02,286 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/e361fbd45fb34adb8f9c195160e696d4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/B/e361fbd45fb34adb8f9c195160e696d4 2024-11-16T10:26:02,289 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/66f734ca1a9e451b9d9f5a4329defb2b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/66f734ca1a9e451b9d9f5a4329defb2b 2024-11-16T10:26:02,290 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/7feab6a19cd24c5aa4734cc205606744 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/7feab6a19cd24c5aa4734cc205606744 2024-11-16T10:26:02,291 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b27e3ba425ae41298344885be83c258e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b27e3ba425ae41298344885be83c258e 2024-11-16T10:26:02,292 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b96d5ad8ae74416aa068be3cffbd7261 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/C/b96d5ad8ae74416aa068be3cffbd7261 2024-11-16T10:26:02,295 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/recovered.edits/530.seqid to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851/recovered.edits/530.seqid 2024-11-16T10:26:02,295 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c60bce3d5bb472db1f3122652afd4851 2024-11-16T10:26:02,295 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T10:26:02,300 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:02,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T10:26:02,308 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T10:26:02,335 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T10:26:02,336 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:02,336 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T10:26:02,337 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731752762336"}]},"ts":"9223372036854775807"} 2024-11-16T10:26:02,340 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T10:26:02,340 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c60bce3d5bb472db1f3122652afd4851, NAME => 'TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T10:26:02,340 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T10:26:02,341 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731752762340"}]},"ts":"9223372036854775807"} 2024-11-16T10:26:02,344 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T10:26:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-16T10:26:02,393 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:02,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 134 msec 2024-11-16T10:26:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-16T10:26:02,571 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-16T10:26:02,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0x276b246c-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x276b246c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;adb367c328a9:33523-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x276b246c-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/adb367c328a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1751932109_22 at /127.0.0.1:59716 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x276b246c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=268 (was 195) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3503 (was 4088) 2024-11-16T10:26:02,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=3503 2024-11-16T10:26:02,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T10:26:02,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:26:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:02,596 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:26:02,596 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:02,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-16T10:26:02,597 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:26:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-16T10:26:02,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741950_1126 (size=960) 2024-11-16T10:26:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-16T10:26:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-16T10:26:03,007 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f 2024-11-16T10:26:03,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741951_1127 (size=53) 2024-11-16T10:26:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-16T10:26:03,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:26:03,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 50dcad5a72c6fea11a2b12e4502f4ae0, disabling compactions & flushes 2024-11-16T10:26:03,419 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:03,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:03,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. after waiting 0 ms 2024-11-16T10:26:03,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:03,420 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:03,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:03,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:26:03,423 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731752763422"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752763422"}]},"ts":"1731752763422"} 2024-11-16T10:26:03,425 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:26:03,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:26:03,427 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752763426"}]},"ts":"1731752763426"} 2024-11-16T10:26:03,428 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T10:26:03,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, ASSIGN}] 2024-11-16T10:26:03,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, ASSIGN 2024-11-16T10:26:03,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, ASSIGN; state=OFFLINE, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=false 2024-11-16T10:26:03,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=50dcad5a72c6fea11a2b12e4502f4ae0, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:26:03,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:26:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-16T10:26:03,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:03,804 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:03,805 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:26:03,805 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:03,805 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:26:03,806 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:03,806 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:03,807 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:03,808 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:26:03,808 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50dcad5a72c6fea11a2b12e4502f4ae0 columnFamilyName A 2024-11-16T10:26:03,809 DEBUG [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:03,809 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(327): Store=50dcad5a72c6fea11a2b12e4502f4ae0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:26:03,809 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:03,810 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:26:03,811 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50dcad5a72c6fea11a2b12e4502f4ae0 columnFamilyName B 2024-11-16T10:26:03,811 DEBUG [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:03,811 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(327): Store=50dcad5a72c6fea11a2b12e4502f4ae0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:26:03,811 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:03,812 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:26:03,813 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50dcad5a72c6fea11a2b12e4502f4ae0 columnFamilyName C 2024-11-16T10:26:03,813 DEBUG [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:03,813 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(327): Store=50dcad5a72c6fea11a2b12e4502f4ae0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:26:03,813 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:03,814 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:03,814 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:03,816 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:26:03,817 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:03,819 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:26:03,820 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 50dcad5a72c6fea11a2b12e4502f4ae0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68834291, jitterRate=0.02571086585521698}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:26:03,821 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:03,821 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., pid=39, masterSystemTime=1731752763794 2024-11-16T10:26:03,823 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:03,823 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:03,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=50dcad5a72c6fea11a2b12e4502f4ae0, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:26:03,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-16T10:26:03,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 in 183 msec 2024-11-16T10:26:03,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-16T10:26:03,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, ASSIGN in 344 msec 2024-11-16T10:26:03,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:26:03,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752763828"}]},"ts":"1731752763828"} 2024-11-16T10:26:03,830 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T10:26:03,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:26:03,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2800 sec 2024-11-16T10:26:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-16T10:26:04,708 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-16T10:26:04,714 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-16T10:26:04,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:04,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:04,731 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:04,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:26:04,735 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:26:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T10:26:04,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:26:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741952_1128 (size=996) 2024-11-16T10:26:05,163 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-16T10:26:05,163 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-16T10:26:05,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T10:26:05,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, REOPEN/MOVE}] 2024-11-16T10:26:05,180 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, REOPEN/MOVE 2024-11-16T10:26:05,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=50dcad5a72c6fea11a2b12e4502f4ae0, regionState=CLOSING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,182 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T10:26:05,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:26:05,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,335 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,335 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T10:26:05,336 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 50dcad5a72c6fea11a2b12e4502f4ae0, disabling compactions & flushes 2024-11-16T10:26:05,336 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,336 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,336 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. after waiting 0 ms 2024-11-16T10:26:05,336 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,346 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T10:26:05,346 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,346 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:05,346 WARN [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 50dcad5a72c6fea11a2b12e4502f4ae0 to self. 2024-11-16T10:26:05,348 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=50dcad5a72c6fea11a2b12e4502f4ae0, regionState=CLOSED 2024-11-16T10:26:05,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-16T10:26:05,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 in 167 msec 2024-11-16T10:26:05,351 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, REOPEN/MOVE; state=CLOSED, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=true 2024-11-16T10:26:05,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=50dcad5a72c6fea11a2b12e4502f4ae0, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:26:05,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,658 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,658 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:26:05,659 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,659 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:26:05,659 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,659 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,661 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,661 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:26:05,666 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50dcad5a72c6fea11a2b12e4502f4ae0 columnFamilyName A 2024-11-16T10:26:05,667 DEBUG [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:05,668 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(327): Store=50dcad5a72c6fea11a2b12e4502f4ae0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:26:05,668 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,669 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:26:05,669 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50dcad5a72c6fea11a2b12e4502f4ae0 columnFamilyName B 2024-11-16T10:26:05,669 DEBUG [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:05,670 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(327): Store=50dcad5a72c6fea11a2b12e4502f4ae0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:26:05,670 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,670 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:26:05,671 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50dcad5a72c6fea11a2b12e4502f4ae0 columnFamilyName C 2024-11-16T10:26:05,671 DEBUG [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:05,671 INFO [StoreOpener-50dcad5a72c6fea11a2b12e4502f4ae0-1 {}] regionserver.HStore(327): Store=50dcad5a72c6fea11a2b12e4502f4ae0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:26:05,671 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,672 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,673 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,674 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:26:05,675 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,676 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 50dcad5a72c6fea11a2b12e4502f4ae0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59531672, jitterRate=-0.11290895938873291}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:26:05,678 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:05,679 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., pid=44, masterSystemTime=1731752765654 2024-11-16T10:26:05,680 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,680 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,681 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=50dcad5a72c6fea11a2b12e4502f4ae0, regionState=OPEN, openSeqNum=5, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-16T10:26:05,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 in 179 msec 2024-11-16T10:26:05,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-16T10:26:05,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, REOPEN/MOVE in 503 msec 2024-11-16T10:26:05,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-16T10:26:05,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-11-16T10:26:05,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 946 msec 2024-11-16T10:26:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-16T10:26:05,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-16T10:26:05,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:05,760 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-16T10:26:05,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:05,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-16T10:26:05,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:05,785 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-16T10:26:05,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:05,793 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-16T10:26:05,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:05,801 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-16T10:26:05,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:05,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-16T10:26:05,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:05,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-16T10:26:05,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:05,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-16T10:26:05,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:05,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:05,836 DEBUG [hconnection-0x2696aa23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:05,836 DEBUG [hconnection-0x27a3616c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:05,836 DEBUG [hconnection-0x266405ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-16T10:26:05,837 DEBUG [hconnection-0x7abdb9aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:05,837 DEBUG [hconnection-0x8e94b12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T10:26:05,838 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:05,838 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:05,838 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:05,838 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:05,839 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:05,839 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:05,839 DEBUG [hconnection-0x3795ec0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:05,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:05,840 DEBUG [hconnection-0x160afe77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:05,841 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:05,841 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:05,843 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:26:05,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:05,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:05,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:05,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:05,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:05,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:05,858 DEBUG [hconnection-0x42b4d2a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:05,859 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:05,889 DEBUG [hconnection-0x452cbbe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:05,891 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:05,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752825890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752825891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752825891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752825893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752825895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116796bdf83c9e24f53a5bc8d10a6cfaba1_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752765852/Put/seqid=0 2024-11-16T10:26:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741953_1129 (size=14594) 2024-11-16T10:26:05,933 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:05,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116796bdf83c9e24f53a5bc8d10a6cfaba1_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116796bdf83c9e24f53a5bc8d10a6cfaba1_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T10:26:05,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6189ef7b3cbc4b4ca4d29e24503a031f, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:05,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6189ef7b3cbc4b4ca4d29e24503a031f is 175, key is test_row_0/A:col10/1731752765852/Put/seqid=0 2024-11-16T10:26:05,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741954_1130 (size=39549) 2024-11-16T10:26:05,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T10:26:05,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:05,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:05,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:05,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:05,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752825995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:05,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752825996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752825996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752825996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752825996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T10:26:06,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T10:26:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:06,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752826202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752826202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752826202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752826202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752826202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T10:26:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:06,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6189ef7b3cbc4b4ca4d29e24503a031f 2024-11-16T10:26:06,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/1fbd3237163b42d59be435515cd3c64d is 50, key is test_row_0/B:col10/1731752765852/Put/seqid=0 2024-11-16T10:26:06,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741955_1131 (size=12001) 2024-11-16T10:26:06,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/1fbd3237163b42d59be435515cd3c64d 2024-11-16T10:26:06,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/0514b8f69f3b4ac48da152617dafefc4 is 50, key is test_row_0/C:col10/1731752765852/Put/seqid=0 2024-11-16T10:26:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T10:26:06,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741956_1132 (size=12001) 2024-11-16T10:26:06,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/0514b8f69f3b4ac48da152617dafefc4 2024-11-16T10:26:06,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T10:26:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:06,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6189ef7b3cbc4b4ca4d29e24503a031f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6189ef7b3cbc4b4ca4d29e24503a031f 2024-11-16T10:26:06,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6189ef7b3cbc4b4ca4d29e24503a031f, entries=200, sequenceid=15, filesize=38.6 K 2024-11-16T10:26:06,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/1fbd3237163b42d59be435515cd3c64d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1fbd3237163b42d59be435515cd3c64d 2024-11-16T10:26:06,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1fbd3237163b42d59be435515cd3c64d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-16T10:26:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/0514b8f69f3b4ac48da152617dafefc4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/0514b8f69f3b4ac48da152617dafefc4 2024-11-16T10:26:06,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/0514b8f69f3b4ac48da152617dafefc4, entries=150, sequenceid=15, filesize=11.7 K 2024-11-16T10:26:06,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 625ms, sequenceid=15, compaction requested=false 2024-11-16T10:26:06,481 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-16T10:26:06,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:06,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-16T10:26:06,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:06,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:06,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:06,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:06,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:06,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:06,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752826515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752826517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752826518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752826519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752826520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167441950169d04bb29eadd83d30ba0d78_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752765887/Put/seqid=0 2024-11-16T10:26:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741957_1133 (size=14594) 2024-11-16T10:26:06,541 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,546 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167441950169d04bb29eadd83d30ba0d78_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167441950169d04bb29eadd83d30ba0d78_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:06,547 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/c8fbad82771f4768b7e317d52c251eb4, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:06,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/c8fbad82771f4768b7e317d52c251eb4 is 175, key is test_row_0/A:col10/1731752765887/Put/seqid=0 2024-11-16T10:26:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741958_1134 (size=39549) 2024-11-16T10:26:06,562 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/c8fbad82771f4768b7e317d52c251eb4 2024-11-16T10:26:06,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/9f06d58239ac4fa98c09093e4f23c7c6 is 50, key is test_row_0/B:col10/1731752765887/Put/seqid=0 2024-11-16T10:26:06,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T10:26:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:06,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:06,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:06,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741959_1135 (size=12001) 2024-11-16T10:26:06,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/9f06d58239ac4fa98c09093e4f23c7c6 2024-11-16T10:26:06,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752826621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752826626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752826627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752826628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752826628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/98381a9c885b4559b94f85986fa4e4b1 is 50, key is test_row_0/C:col10/1731752765887/Put/seqid=0 2024-11-16T10:26:06,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741960_1136 (size=12001) 2024-11-16T10:26:06,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/98381a9c885b4559b94f85986fa4e4b1 2024-11-16T10:26:06,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/c8fbad82771f4768b7e317d52c251eb4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c8fbad82771f4768b7e317d52c251eb4 2024-11-16T10:26:06,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c8fbad82771f4768b7e317d52c251eb4, entries=200, sequenceid=42, filesize=38.6 K 2024-11-16T10:26:06,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/9f06d58239ac4fa98c09093e4f23c7c6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/9f06d58239ac4fa98c09093e4f23c7c6 2024-11-16T10:26:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/9f06d58239ac4fa98c09093e4f23c7c6, entries=150, sequenceid=42, filesize=11.7 K 2024-11-16T10:26:06,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/98381a9c885b4559b94f85986fa4e4b1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/98381a9c885b4559b94f85986fa4e4b1 2024-11-16T10:26:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/98381a9c885b4559b94f85986fa4e4b1, entries=150, sequenceid=42, filesize=11.7 K 2024-11-16T10:26:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 172ms, sequenceid=42, compaction requested=false 2024-11-16T10:26:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-16T10:26:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:06,761 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-16T10:26:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111679814adbf549467387d065ac419f5d9e_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752766516/Put/seqid=0 2024-11-16T10:26:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741961_1137 (size=9714) 2024-11-16T10:26:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752826883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752826884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752826891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752826893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752826895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T10:26:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752826996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752826997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:06,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752826998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752826999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752827000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752827198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752827199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752827199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:07,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752827206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752827207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,214 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111679814adbf549467387d065ac419f5d9e_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111679814adbf549467387d065ac419f5d9e_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/5cafac98441d463b90f6605af6616a23, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:07,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/5cafac98441d463b90f6605af6616a23 is 175, key is test_row_0/A:col10/1731752766516/Put/seqid=0 2024-11-16T10:26:07,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741962_1138 (size=22361) 2024-11-16T10:26:07,227 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/5cafac98441d463b90f6605af6616a23 2024-11-16T10:26:07,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/fdd642fad2b941e0a9b044c7b6554709 is 50, key is test_row_0/B:col10/1731752766516/Put/seqid=0 2024-11-16T10:26:07,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741963_1139 (size=9657) 2024-11-16T10:26:07,256 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/fdd642fad2b941e0a9b044c7b6554709 2024-11-16T10:26:07,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/e353ef66c2174ccd9cde39a5947852e9 is 50, key is test_row_0/C:col10/1731752766516/Put/seqid=0 2024-11-16T10:26:07,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741964_1140 (size=9657) 2024-11-16T10:26:07,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T10:26:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752827502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752827502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752827504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752827510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752827512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:07,681 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/e353ef66c2174ccd9cde39a5947852e9 2024-11-16T10:26:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/5cafac98441d463b90f6605af6616a23 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/5cafac98441d463b90f6605af6616a23 2024-11-16T10:26:07,693 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/5cafac98441d463b90f6605af6616a23, entries=100, sequenceid=51, filesize=21.8 K 2024-11-16T10:26:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/fdd642fad2b941e0a9b044c7b6554709 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/fdd642fad2b941e0a9b044c7b6554709 2024-11-16T10:26:07,700 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/fdd642fad2b941e0a9b044c7b6554709, entries=100, sequenceid=51, filesize=9.4 K 2024-11-16T10:26:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/e353ef66c2174ccd9cde39a5947852e9 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e353ef66c2174ccd9cde39a5947852e9 2024-11-16T10:26:07,711 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e353ef66c2174ccd9cde39a5947852e9, entries=100, sequenceid=51, filesize=9.4 K 2024-11-16T10:26:07,712 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 951ms, sequenceid=51, compaction requested=true 2024-11-16T10:26:07,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:07,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:07,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-16T10:26:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-16T10:26:07,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-16T10:26:07,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8740 sec 2024-11-16T10:26:07,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.8800 sec 2024-11-16T10:26:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-16T10:26:07,945 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-16T10:26:07,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-16T10:26:07,948 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T10:26:07,948 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:07,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:08,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-16T10:26:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:08,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:08,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752828014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752828015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752828016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752828016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752828019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f33e49ea10954b4ca5e8143be64e4fba_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752768005/Put/seqid=0 2024-11-16T10:26:08,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741965_1141 (size=14594) 2024-11-16T10:26:08,042 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:08,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f33e49ea10954b4ca5e8143be64e4fba_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f33e49ea10954b4ca5e8143be64e4fba_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T10:26:08,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/a806708a5a74493e943fcee88aa3c5bd, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:08,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/a806708a5a74493e943fcee88aa3c5bd is 175, key is test_row_0/A:col10/1731752768005/Put/seqid=0 2024-11-16T10:26:08,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741966_1142 (size=39549) 2024-11-16T10:26:08,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752828118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752828118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752828119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T10:26:08,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752828320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752828320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752828321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,469 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/a806708a5a74493e943fcee88aa3c5bd 2024-11-16T10:26:08,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/527526896b5e4c68bd4d470949817428 is 50, key is test_row_0/B:col10/1731752768005/Put/seqid=0 2024-11-16T10:26:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741967_1143 (size=12001) 2024-11-16T10:26:08,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/527526896b5e4c68bd4d470949817428 2024-11-16T10:26:08,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/caa7a2c450824275a411a62d589ab1e0 is 50, key is test_row_0/C:col10/1731752768005/Put/seqid=0 2024-11-16T10:26:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741968_1144 (size=12001) 2024-11-16T10:26:08,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/caa7a2c450824275a411a62d589ab1e0 2024-11-16T10:26:08,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/a806708a5a74493e943fcee88aa3c5bd as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/a806708a5a74493e943fcee88aa3c5bd 2024-11-16T10:26:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T10:26:08,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/a806708a5a74493e943fcee88aa3c5bd, entries=200, sequenceid=79, filesize=38.6 K 2024-11-16T10:26:08,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/527526896b5e4c68bd4d470949817428 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/527526896b5e4c68bd4d470949817428 2024-11-16T10:26:08,559 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:08,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:08,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/527526896b5e4c68bd4d470949817428, entries=150, sequenceid=79, filesize=11.7 K 2024-11-16T10:26:08,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/caa7a2c450824275a411a62d589ab1e0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/caa7a2c450824275a411a62d589ab1e0 2024-11-16T10:26:08,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/caa7a2c450824275a411a62d589ab1e0, entries=150, sequenceid=79, filesize=11.7 K 2024-11-16T10:26:08,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 571ms, sequenceid=79, compaction requested=true 2024-11-16T10:26:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:08,577 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:08,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:08,578 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:08,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:08,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:08,579 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:08,579 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:08,579 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/A is initiating minor compaction (all files) 2024-11-16T10:26:08,579 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/B is initiating minor compaction (all files) 2024-11-16T10:26:08,579 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/A in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,579 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/B in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,580 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6189ef7b3cbc4b4ca4d29e24503a031f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c8fbad82771f4768b7e317d52c251eb4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/5cafac98441d463b90f6605af6616a23, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/a806708a5a74493e943fcee88aa3c5bd] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=137.7 K 2024-11-16T10:26:08,580 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1fbd3237163b42d59be435515cd3c64d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/9f06d58239ac4fa98c09093e4f23c7c6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/fdd642fad2b941e0a9b044c7b6554709, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/527526896b5e4c68bd4d470949817428] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=44.6 K 2024-11-16T10:26:08,580 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,580 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6189ef7b3cbc4b4ca4d29e24503a031f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c8fbad82771f4768b7e317d52c251eb4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/5cafac98441d463b90f6605af6616a23, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/a806708a5a74493e943fcee88aa3c5bd] 2024-11-16T10:26:08,581 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fbd3237163b42d59be435515cd3c64d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731752765849 2024-11-16T10:26:08,581 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6189ef7b3cbc4b4ca4d29e24503a031f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731752765849 2024-11-16T10:26:08,581 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f06d58239ac4fa98c09093e4f23c7c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731752765883 2024-11-16T10:26:08,581 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8fbad82771f4768b7e317d52c251eb4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731752765883 2024-11-16T10:26:08,581 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting fdd642fad2b941e0a9b044c7b6554709, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752766516 2024-11-16T10:26:08,582 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 527526896b5e4c68bd4d470949817428, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731752766883 2024-11-16T10:26:08,582 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cafac98441d463b90f6605af6616a23, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752766516 2024-11-16T10:26:08,584 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a806708a5a74493e943fcee88aa3c5bd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731752766883 2024-11-16T10:26:08,610 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#B#compaction#123 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:08,611 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/1aa6a3365c514181a51843e82d00e7fe is 50, key is test_row_0/B:col10/1731752768005/Put/seqid=0 2024-11-16T10:26:08,623 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:08,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:26:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:08,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:08,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:08,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:08,649 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116d7ade9f196dd409d811ef367be1e6d1e_50dcad5a72c6fea11a2b12e4502f4ae0 store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741969_1145 (size=12139) 2024-11-16T10:26:08,653 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116d7ade9f196dd409d811ef367be1e6d1e_50dcad5a72c6fea11a2b12e4502f4ae0, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:08,653 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d7ade9f196dd409d811ef367be1e6d1e_50dcad5a72c6fea11a2b12e4502f4ae0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:08,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ebb6a875548f443d999ee0a7091b31ef_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752768014/Put/seqid=0 2024-11-16T10:26:08,666 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/1aa6a3365c514181a51843e82d00e7fe as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1aa6a3365c514181a51843e82d00e7fe 2024-11-16T10:26:08,674 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/B of 50dcad5a72c6fea11a2b12e4502f4ae0 into 1aa6a3365c514181a51843e82d00e7fe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:08,674 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:08,674 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/B, priority=12, startTime=1731752768577; duration=0sec 2024-11-16T10:26:08,674 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:08,674 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:B 2024-11-16T10:26:08,674 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:08,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741971_1147 (size=19474) 2024-11-16T10:26:08,677 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:08,677 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:08,677 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/C is initiating minor compaction (all files) 2024-11-16T10:26:08,678 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/C in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,678 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/0514b8f69f3b4ac48da152617dafefc4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/98381a9c885b4559b94f85986fa4e4b1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e353ef66c2174ccd9cde39a5947852e9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/caa7a2c450824275a411a62d589ab1e0] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=44.6 K 2024-11-16T10:26:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741970_1146 (size=4469) 2024-11-16T10:26:08,678 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0514b8f69f3b4ac48da152617dafefc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731752765849 2024-11-16T10:26:08,679 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 98381a9c885b4559b94f85986fa4e4b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731752765883 2024-11-16T10:26:08,680 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting e353ef66c2174ccd9cde39a5947852e9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752766516 2024-11-16T10:26:08,680 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#A#compaction#124 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:08,680 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting caa7a2c450824275a411a62d589ab1e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731752766883 2024-11-16T10:26:08,682 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/05db90a540364d4aa090a3fc06ce43a8 is 175, key is test_row_0/A:col10/1731752768005/Put/seqid=0 2024-11-16T10:26:08,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752828677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,685 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ebb6a875548f443d999ee0a7091b31ef_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ebb6a875548f443d999ee0a7091b31ef_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:08,687 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/9d8de0691b2a464e86d94acf0d70b92b, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:08,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/9d8de0691b2a464e86d94acf0d70b92b is 175, key is test_row_0/A:col10/1731752768014/Put/seqid=0 2024-11-16T10:26:08,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752828683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752828684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741972_1148 (size=31093) 2024-11-16T10:26:08,702 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/05db90a540364d4aa090a3fc06ce43a8 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/05db90a540364d4aa090a3fc06ce43a8 2024-11-16T10:26:08,711 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/A of 50dcad5a72c6fea11a2b12e4502f4ae0 into 05db90a540364d4aa090a3fc06ce43a8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:08,711 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:08,711 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/A, priority=12, startTime=1731752768577; duration=0sec 2024-11-16T10:26:08,711 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:08,711 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:A 2024-11-16T10:26:08,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,713 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:08,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:08,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:08,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,713 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/89071a0c3e7449d0b61484d60bbfc59b is 50, key is test_row_0/C:col10/1731752768005/Put/seqid=0 2024-11-16T10:26:08,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741973_1149 (size=56733) 2024-11-16T10:26:08,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741974_1150 (size=12139) 2024-11-16T10:26:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752828786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752828791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752828791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:08,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:08,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:08,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:08,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752828989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752828996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:08,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752828996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752829020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752829025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T10:26:09,122 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/9d8de0691b2a464e86d94acf0d70b92b 2024-11-16T10:26:09,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/8c82d8da05a643cc92c1f8df7f6bb88c is 50, key is test_row_0/B:col10/1731752768014/Put/seqid=0 2024-11-16T10:26:09,145 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/89071a0c3e7449d0b61484d60bbfc59b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/89071a0c3e7449d0b61484d60bbfc59b 2024-11-16T10:26:09,152 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/C of 50dcad5a72c6fea11a2b12e4502f4ae0 into 89071a0c3e7449d0b61484d60bbfc59b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:09,152 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:09,152 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/C, priority=12, startTime=1731752768578; duration=0sec 2024-11-16T10:26:09,152 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:09,152 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:C 2024-11-16T10:26:09,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741975_1151 (size=12001) 2024-11-16T10:26:09,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752829293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752829298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752829299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,328 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/8c82d8da05a643cc92c1f8df7f6bb88c 2024-11-16T10:26:09,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/04b2b4e936e44fd58c70086cc99cf432 is 50, key is test_row_0/C:col10/1731752768014/Put/seqid=0 2024-11-16T10:26:09,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741976_1152 (size=12001) 2024-11-16T10:26:09,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:09,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:09,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752829795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752829805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752829805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:09,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:09,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:09,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/04b2b4e936e44fd58c70086cc99cf432 2024-11-16T10:26:09,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/9d8de0691b2a464e86d94acf0d70b92b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9d8de0691b2a464e86d94acf0d70b92b 2024-11-16T10:26:09,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9d8de0691b2a464e86d94acf0d70b92b, entries=300, sequenceid=91, filesize=55.4 K 2024-11-16T10:26:09,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/8c82d8da05a643cc92c1f8df7f6bb88c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8c82d8da05a643cc92c1f8df7f6bb88c 2024-11-16T10:26:10,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8c82d8da05a643cc92c1f8df7f6bb88c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-16T10:26:10,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/04b2b4e936e44fd58c70086cc99cf432 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/04b2b4e936e44fd58c70086cc99cf432 2024-11-16T10:26:10,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/04b2b4e936e44fd58c70086cc99cf432, entries=150, sequenceid=91, filesize=11.7 K 2024-11-16T10:26:10,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1379ms, sequenceid=91, compaction requested=false 2024-11-16T10:26:10,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T10:26:10,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:10,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-16T10:26:10,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:10,092 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:26:10,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:10,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:10,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f66070d450f24e9ab351f3649ebc4e81_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752768678/Put/seqid=0 2024-11-16T10:26:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741977_1153 (size=12154) 2024-11-16T10:26:10,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,130 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f66070d450f24e9ab351f3649ebc4e81_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f66070d450f24e9ab351f3649ebc4e81_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/c7ab640858564405b82b7fedc20fdfb0, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/c7ab640858564405b82b7fedc20fdfb0 is 175, key is test_row_0/A:col10/1731752768678/Put/seqid=0 2024-11-16T10:26:10,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741978_1154 (size=30955) 2024-11-16T10:26:10,141 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/c7ab640858564405b82b7fedc20fdfb0 2024-11-16T10:26:10,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b02013ac04534c289c2f97e3a8e5a953 is 50, key is test_row_0/B:col10/1731752768678/Put/seqid=0 2024-11-16T10:26:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741979_1155 (size=12001) 2024-11-16T10:26:10,172 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b02013ac04534c289c2f97e3a8e5a953 2024-11-16T10:26:10,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/25ec0a00f19048ebb14022c56c29e06b is 50, key is test_row_0/C:col10/1731752768678/Put/seqid=0 2024-11-16T10:26:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741980_1156 (size=12001) 2024-11-16T10:26:10,607 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/25ec0a00f19048ebb14022c56c29e06b 2024-11-16T10:26:10,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/c7ab640858564405b82b7fedc20fdfb0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c7ab640858564405b82b7fedc20fdfb0 2024-11-16T10:26:10,616 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c7ab640858564405b82b7fedc20fdfb0, entries=150, sequenceid=118, filesize=30.2 K 2024-11-16T10:26:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b02013ac04534c289c2f97e3a8e5a953 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b02013ac04534c289c2f97e3a8e5a953 2024-11-16T10:26:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,621 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b02013ac04534c289c2f97e3a8e5a953, entries=150, sequenceid=118, filesize=11.7 K 2024-11-16T10:26:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/25ec0a00f19048ebb14022c56c29e06b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/25ec0a00f19048ebb14022c56c29e06b 2024-11-16T10:26:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,628 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/25ec0a00f19048ebb14022c56c29e06b, entries=150, sequenceid=118, filesize=11.7 K 2024-11-16T10:26:10,629 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 537ms, sequenceid=118, compaction requested=true 2024-11-16T10:26:10,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:10,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:10,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T10:26:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-16T10:26:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-16T10:26:10,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6820 sec 2024-11-16T10:26:10,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.6860 sec 2024-11-16T10:26:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:10,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:26:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:10,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:10,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:10,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:10,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166ae4b68c262349d59fec03b997c40c2e_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752770881/Put/seqid=0 2024-11-16T10:26:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741981_1157 (size=17134) 2024-11-16T10:26:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,905 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,912 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166ae4b68c262349d59fec03b997c40c2e_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166ae4b68c262349d59fec03b997c40c2e_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,914 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/ef8c5d6c53d14cc3b14c9fac674a0ebf, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/ef8c5d6c53d14cc3b14c9fac674a0ebf is 175, key is test_row_0/A:col10/1731752770881/Put/seqid=0 2024-11-16T10:26:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741982_1158 (size=48239) 2024-11-16T10:26:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,921 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/ef8c5d6c53d14cc3b14c9fac674a0ebf 2024-11-16T10:26:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:10,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/d665f3386df44524a31361821c83b0b7 is 50, key is test_row_0/B:col10/1731752770881/Put/seqid=0 2024-11-16T10:26:10,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752830940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741983_1159 (size=12051) 2024-11-16T10:26:10,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/d665f3386df44524a31361821c83b0b7 2024-11-16T10:26:10,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752830941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:10,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752830943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:10,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/4678b0fa9e014b0291aee39ffffc4318 is 50, key is test_row_0/C:col10/1731752770881/Put/seqid=0 2024-11-16T10:26:10,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741984_1160 (size=12051) 2024-11-16T10:26:11,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752831029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752831030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,031 DEBUG [Thread-640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:26:11,032 DEBUG [Thread-636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:26:11,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752831044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752831045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752831047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752831246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752831247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752831250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/4678b0fa9e014b0291aee39ffffc4318 2024-11-16T10:26:11,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/ef8c5d6c53d14cc3b14c9fac674a0ebf as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/ef8c5d6c53d14cc3b14c9fac674a0ebf 2024-11-16T10:26:11,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/ef8c5d6c53d14cc3b14c9fac674a0ebf, entries=250, sequenceid=130, filesize=47.1 K 2024-11-16T10:26:11,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/d665f3386df44524a31361821c83b0b7 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d665f3386df44524a31361821c83b0b7 2024-11-16T10:26:11,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d665f3386df44524a31361821c83b0b7, entries=150, sequenceid=130, filesize=11.8 K 2024-11-16T10:26:11,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/4678b0fa9e014b0291aee39ffffc4318 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/4678b0fa9e014b0291aee39ffffc4318 2024-11-16T10:26:11,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/4678b0fa9e014b0291aee39ffffc4318, entries=150, sequenceid=130, filesize=11.8 K 2024-11-16T10:26:11,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 509ms, sequenceid=130, compaction requested=true 2024-11-16T10:26:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:11,399 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:11,399 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:11,401 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:11,401 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/B is initiating minor compaction (all files) 2024-11-16T10:26:11,401 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/B in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:11,401 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1aa6a3365c514181a51843e82d00e7fe, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8c82d8da05a643cc92c1f8df7f6bb88c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b02013ac04534c289c2f97e3a8e5a953, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d665f3386df44524a31361821c83b0b7] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=47.1 K 2024-11-16T10:26:11,401 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167020 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:11,401 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/A is initiating minor compaction (all files) 2024-11-16T10:26:11,401 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/A in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:11,401 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/05db90a540364d4aa090a3fc06ce43a8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9d8de0691b2a464e86d94acf0d70b92b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c7ab640858564405b82b7fedc20fdfb0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/ef8c5d6c53d14cc3b14c9fac674a0ebf] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=163.1 K 2024-11-16T10:26:11,402 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:11,402 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/05db90a540364d4aa090a3fc06ce43a8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9d8de0691b2a464e86d94acf0d70b92b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c7ab640858564405b82b7fedc20fdfb0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/ef8c5d6c53d14cc3b14c9fac674a0ebf] 2024-11-16T10:26:11,402 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aa6a3365c514181a51843e82d00e7fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731752766883 2024-11-16T10:26:11,402 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05db90a540364d4aa090a3fc06ce43a8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731752766883 2024-11-16T10:26:11,403 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c82d8da05a643cc92c1f8df7f6bb88c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731752768014 2024-11-16T10:26:11,403 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d8de0691b2a464e86d94acf0d70b92b, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731752768014 2024-11-16T10:26:11,403 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b02013ac04534c289c2f97e3a8e5a953, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731752768675 2024-11-16T10:26:11,403 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7ab640858564405b82b7fedc20fdfb0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731752768675 2024-11-16T10:26:11,404 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting d665f3386df44524a31361821c83b0b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752770881 2024-11-16T10:26:11,404 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef8c5d6c53d14cc3b14c9fac674a0ebf, keycount=250, bloomtype=ROW, size=47.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752770881 2024-11-16T10:26:11,411 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:11,413 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:11,413 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116b0bc69271a0946e784787e9f498bb70e_50dcad5a72c6fea11a2b12e4502f4ae0 store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:11,414 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/3a3cb8b9892f4c8582ebbfa3c97f4cc1 is 50, key is test_row_0/B:col10/1731752770881/Put/seqid=0 2024-11-16T10:26:11,417 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116b0bc69271a0946e784787e9f498bb70e_50dcad5a72c6fea11a2b12e4502f4ae0, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:11,417 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b0bc69271a0946e784787e9f498bb70e_50dcad5a72c6fea11a2b12e4502f4ae0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:11,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741985_1161 (size=12325) 2024-11-16T10:26:11,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741986_1162 (size=4469) 2024-11-16T10:26:11,432 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/3a3cb8b9892f4c8582ebbfa3c97f4cc1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3a3cb8b9892f4c8582ebbfa3c97f4cc1 2024-11-16T10:26:11,435 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#A#compaction#135 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:11,436 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/8120768adab44e88b668686cca779a9b is 175, key is test_row_0/A:col10/1731752770881/Put/seqid=0 2024-11-16T10:26:11,440 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/B of 50dcad5a72c6fea11a2b12e4502f4ae0 into 3a3cb8b9892f4c8582ebbfa3c97f4cc1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:11,441 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:11,441 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/B, priority=12, startTime=1731752771399; duration=0sec 2024-11-16T10:26:11,441 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:11,441 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:B 2024-11-16T10:26:11,441 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:11,448 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:11,448 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/C is initiating minor compaction (all files) 2024-11-16T10:26:11,448 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/C in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:11,448 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/89071a0c3e7449d0b61484d60bbfc59b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/04b2b4e936e44fd58c70086cc99cf432, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/25ec0a00f19048ebb14022c56c29e06b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/4678b0fa9e014b0291aee39ffffc4318] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=47.1 K 2024-11-16T10:26:11,448 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 89071a0c3e7449d0b61484d60bbfc59b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731752766883 2024-11-16T10:26:11,449 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 04b2b4e936e44fd58c70086cc99cf432, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731752768014 2024-11-16T10:26:11,449 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 25ec0a00f19048ebb14022c56c29e06b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731752768675 2024-11-16T10:26:11,450 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4678b0fa9e014b0291aee39ffffc4318, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752770881 2024-11-16T10:26:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741987_1163 (size=31279) 2024-11-16T10:26:11,466 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/8120768adab44e88b668686cca779a9b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8120768adab44e88b668686cca779a9b 2024-11-16T10:26:11,474 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/A of 50dcad5a72c6fea11a2b12e4502f4ae0 into 8120768adab44e88b668686cca779a9b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:11,474 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:11,474 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/A, priority=12, startTime=1731752771399; duration=0sec 2024-11-16T10:26:11,474 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:11,475 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:A 2024-11-16T10:26:11,475 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:11,475 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/512cab5c043d4fa9a03c2a9629ebf2b4 is 50, key is test_row_0/C:col10/1731752770881/Put/seqid=0 2024-11-16T10:26:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741988_1164 (size=12325) 2024-11-16T10:26:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:11,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:26:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:11,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:11,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e7050bd5545c493885157555d0223453_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752770938/Put/seqid=0 2024-11-16T10:26:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741989_1165 (size=17284) 2024-11-16T10:26:11,566 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:11,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752831566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752831568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e7050bd5545c493885157555d0223453_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e7050bd5545c493885157555d0223453_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:11,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/2fc3e7a61374437590b90d761337c8e6, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:11,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/2fc3e7a61374437590b90d761337c8e6 is 175, key is test_row_0/A:col10/1731752770938/Put/seqid=0 2024-11-16T10:26:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752831569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741990_1166 (size=48389) 2024-11-16T10:26:11,585 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/2fc3e7a61374437590b90d761337c8e6 2024-11-16T10:26:11,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/e6029c1c17834e2a92aa5ac0aca371fa is 50, key is test_row_0/B:col10/1731752770938/Put/seqid=0 2024-11-16T10:26:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741991_1167 (size=12151) 2024-11-16T10:26:11,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/e6029c1c17834e2a92aa5ac0aca371fa 2024-11-16T10:26:11,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/e866343832b0476c8f9a9f005a952465 is 50, key is test_row_0/C:col10/1731752770938/Put/seqid=0 2024-11-16T10:26:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741992_1168 (size=12151) 2024-11-16T10:26:11,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752831669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752831669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752831676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752831874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752831874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752831879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:11,896 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/512cab5c043d4fa9a03c2a9629ebf2b4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/512cab5c043d4fa9a03c2a9629ebf2b4 2024-11-16T10:26:11,901 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/C of 50dcad5a72c6fea11a2b12e4502f4ae0 into 512cab5c043d4fa9a03c2a9629ebf2b4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:11,901 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:11,901 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/C, priority=12, startTime=1731752771400; duration=0sec 2024-11-16T10:26:11,901 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:11,901 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:C 2024-11-16T10:26:12,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/e866343832b0476c8f9a9f005a952465 2024-11-16T10:26:12,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/2fc3e7a61374437590b90d761337c8e6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/2fc3e7a61374437590b90d761337c8e6 2024-11-16T10:26:12,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/2fc3e7a61374437590b90d761337c8e6, entries=250, sequenceid=158, filesize=47.3 K 2024-11-16T10:26:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-16T10:26:12,053 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-16T10:26:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/e6029c1c17834e2a92aa5ac0aca371fa as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/e6029c1c17834e2a92aa5ac0aca371fa 2024-11-16T10:26:12,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-16T10:26:12,055 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T10:26:12,056 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:12,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:12,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/e6029c1c17834e2a92aa5ac0aca371fa, entries=150, sequenceid=158, filesize=11.9 K 2024-11-16T10:26:12,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/e866343832b0476c8f9a9f005a952465 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e866343832b0476c8f9a9f005a952465 2024-11-16T10:26:12,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e866343832b0476c8f9a9f005a952465, entries=150, sequenceid=158, filesize=11.9 K 2024-11-16T10:26:12,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 513ms, sequenceid=158, compaction requested=false 2024-11-16T10:26:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T10:26:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:12,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:26:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:12,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:12,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111673712820ffb541f49093218fac69c361_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752772180/Put/seqid=0 2024-11-16T10:26:12,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741993_1169 (size=17284) 2024-11-16T10:26:12,195 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:12,199 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111673712820ffb541f49093218fac69c361_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111673712820ffb541f49093218fac69c361_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:12,201 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/90ff2659abf44b8785ef49fcdf05ea36, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:12,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/90ff2659abf44b8785ef49fcdf05ea36 is 175, key is test_row_0/A:col10/1731752772180/Put/seqid=0 2024-11-16T10:26:12,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741994_1170 (size=48389) 2024-11-16T10:26:12,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-16T10:26:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:12,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752832209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/90ff2659abf44b8785ef49fcdf05ea36 2024-11-16T10:26:12,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752832213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752832214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b2203168e71b4f86a2d2967d1ccaee47 is 50, key is test_row_0/B:col10/1731752772180/Put/seqid=0 2024-11-16T10:26:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741995_1171 (size=12151) 2024-11-16T10:26:12,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752832314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752832319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752832319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T10:26:12,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-16T10:26:12,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:12,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:12,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:12,436 INFO [master/adb367c328a9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T10:26:12,436 INFO [master/adb367c328a9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T10:26:12,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-16T10:26:12,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:12,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:12,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:12,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752832518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752832520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752832522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b2203168e71b4f86a2d2967d1ccaee47 2024-11-16T10:26:12,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/bc8f1f8f9b904cadb7b1bcb4152d65f7 is 50, key is test_row_0/C:col10/1731752772180/Put/seqid=0 2024-11-16T10:26:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741996_1172 (size=12151) 2024-11-16T10:26:12,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/bc8f1f8f9b904cadb7b1bcb4152d65f7 2024-11-16T10:26:12,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/90ff2659abf44b8785ef49fcdf05ea36 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/90ff2659abf44b8785ef49fcdf05ea36 2024-11-16T10:26:12,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/90ff2659abf44b8785ef49fcdf05ea36, entries=250, sequenceid=172, filesize=47.3 K 2024-11-16T10:26:12,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b2203168e71b4f86a2d2967d1ccaee47 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b2203168e71b4f86a2d2967d1ccaee47 2024-11-16T10:26:12,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b2203168e71b4f86a2d2967d1ccaee47, entries=150, sequenceid=172, filesize=11.9 K 2024-11-16T10:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T10:26:12,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/bc8f1f8f9b904cadb7b1bcb4152d65f7 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/bc8f1f8f9b904cadb7b1bcb4152d65f7 2024-11-16T10:26:12,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/bc8f1f8f9b904cadb7b1bcb4152d65f7, entries=150, sequenceid=172, filesize=11.9 K 2024-11-16T10:26:12,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 483ms, sequenceid=172, compaction requested=true 2024-11-16T10:26:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:12,663 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:12,663 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:12,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:12,664 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:12,664 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128057 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:12,665 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/B is initiating minor compaction (all files) 2024-11-16T10:26:12,665 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/A is initiating minor compaction (all files) 2024-11-16T10:26:12,665 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/B in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,665 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/A in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,665 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3a3cb8b9892f4c8582ebbfa3c97f4cc1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/e6029c1c17834e2a92aa5ac0aca371fa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b2203168e71b4f86a2d2967d1ccaee47] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=35.8 K 2024-11-16T10:26:12,665 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8120768adab44e88b668686cca779a9b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/2fc3e7a61374437590b90d761337c8e6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/90ff2659abf44b8785ef49fcdf05ea36] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=125.1 K 2024-11-16T10:26:12,665 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,665 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8120768adab44e88b668686cca779a9b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/2fc3e7a61374437590b90d761337c8e6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/90ff2659abf44b8785ef49fcdf05ea36] 2024-11-16T10:26:12,665 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a3cb8b9892f4c8582ebbfa3c97f4cc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752770881 2024-11-16T10:26:12,665 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8120768adab44e88b668686cca779a9b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752770881 2024-11-16T10:26:12,665 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting e6029c1c17834e2a92aa5ac0aca371fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731752770938 2024-11-16T10:26:12,665 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fc3e7a61374437590b90d761337c8e6, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731752770933 2024-11-16T10:26:12,666 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b2203168e71b4f86a2d2967d1ccaee47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731752771561 2024-11-16T10:26:12,666 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90ff2659abf44b8785ef49fcdf05ea36, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731752771561 2024-11-16T10:26:12,668 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-16T10:26:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,669 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T10:26:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:12,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:12,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:12,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:12,677 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:12,677 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:12,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162a76972e4e194da789687ec548afc9d0_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752772211/Put/seqid=0 2024-11-16T10:26:12,678 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/546e9650e74d42938bbc1c04a834b5aa is 50, key is test_row_0/B:col10/1731752772180/Put/seqid=0 2024-11-16T10:26:12,679 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411166c4247522f054003960ef5b81e426f27_50dcad5a72c6fea11a2b12e4502f4ae0 store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:12,681 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411166c4247522f054003960ef5b81e426f27_50dcad5a72c6fea11a2b12e4502f4ae0, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:12,681 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166c4247522f054003960ef5b81e426f27_50dcad5a72c6fea11a2b12e4502f4ae0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:12,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741997_1173 (size=12304) 2024-11-16T10:26:12,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741998_1174 (size=12527) 2024-11-16T10:26:12,695 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/546e9650e74d42938bbc1c04a834b5aa as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/546e9650e74d42938bbc1c04a834b5aa 2024-11-16T10:26:12,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741999_1175 (size=4469) 2024-11-16T10:26:12,697 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#A#compaction#146 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:12,698 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/aecf7e5d664141f0965eb8471421fba0 is 175, key is test_row_0/A:col10/1731752772180/Put/seqid=0 2024-11-16T10:26:12,702 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/B of 50dcad5a72c6fea11a2b12e4502f4ae0 into 546e9650e74d42938bbc1c04a834b5aa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:12,702 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:12,702 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/B, priority=13, startTime=1731752772663; duration=0sec 2024-11-16T10:26:12,703 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:12,703 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:B 2024-11-16T10:26:12,703 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:12,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742000_1176 (size=31481) 2024-11-16T10:26:12,704 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:12,704 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/C is initiating minor compaction (all files) 2024-11-16T10:26:12,705 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/C in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:12,705 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/512cab5c043d4fa9a03c2a9629ebf2b4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e866343832b0476c8f9a9f005a952465, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/bc8f1f8f9b904cadb7b1bcb4152d65f7] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=35.8 K 2024-11-16T10:26:12,705 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 512cab5c043d4fa9a03c2a9629ebf2b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752770881 2024-11-16T10:26:12,705 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting e866343832b0476c8f9a9f005a952465, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731752770938 2024-11-16T10:26:12,706 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting bc8f1f8f9b904cadb7b1bcb4152d65f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731752771561 2024-11-16T10:26:12,715 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/aecf7e5d664141f0965eb8471421fba0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/aecf7e5d664141f0965eb8471421fba0 2024-11-16T10:26:12,721 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:12,721 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/a88a354ed72c4c55ae4cbac950c1a14d is 50, key is test_row_0/C:col10/1731752772180/Put/seqid=0 2024-11-16T10:26:12,723 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/A of 50dcad5a72c6fea11a2b12e4502f4ae0 into aecf7e5d664141f0965eb8471421fba0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:12,723 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:12,723 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/A, priority=13, startTime=1731752772663; duration=0sec 2024-11-16T10:26:12,723 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:12,724 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:A 2024-11-16T10:26:12,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742001_1177 (size=12527) 2024-11-16T10:26:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:12,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:12,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752832862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752832862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752832862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752832965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752832965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752832965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:13,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:13,086 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162a76972e4e194da789687ec548afc9d0_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162a76972e4e194da789687ec548afc9d0_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:13,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/1f81198de289416491f64b774bbda6aa, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/1f81198de289416491f64b774bbda6aa is 175, key is test_row_0/A:col10/1731752772211/Put/seqid=0 2024-11-16T10:26:13,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742002_1178 (size=31105) 2024-11-16T10:26:13,092 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/1f81198de289416491f64b774bbda6aa 2024-11-16T10:26:13,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b8c81c25a1f04417959156ced9fcc43b is 50, key is test_row_0/B:col10/1731752772211/Put/seqid=0 2024-11-16T10:26:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742003_1179 (size=12151) 2024-11-16T10:26:13,133 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/a88a354ed72c4c55ae4cbac950c1a14d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/a88a354ed72c4c55ae4cbac950c1a14d 2024-11-16T10:26:13,138 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/C of 50dcad5a72c6fea11a2b12e4502f4ae0 into a88a354ed72c4c55ae4cbac950c1a14d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:13,138 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:13,138 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/C, priority=13, startTime=1731752772663; duration=0sec 2024-11-16T10:26:13,138 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:13,138 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:C 2024-11-16T10:26:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T10:26:13,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752833168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:13,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752833169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:13,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752833169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752833472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:13,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752833473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:13,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752833475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:13,503 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b8c81c25a1f04417959156ced9fcc43b 2024-11-16T10:26:13,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/b34b805df1964da6bdb7b10fbe8a1576 is 50, key is test_row_0/C:col10/1731752772211/Put/seqid=0 2024-11-16T10:26:13,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742004_1180 (size=12151) 2024-11-16T10:26:13,517 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/b34b805df1964da6bdb7b10fbe8a1576 2024-11-16T10:26:13,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/1f81198de289416491f64b774bbda6aa as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/1f81198de289416491f64b774bbda6aa 2024-11-16T10:26:13,526 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/1f81198de289416491f64b774bbda6aa, entries=150, sequenceid=195, filesize=30.4 K 2024-11-16T10:26:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b8c81c25a1f04417959156ced9fcc43b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b8c81c25a1f04417959156ced9fcc43b 2024-11-16T10:26:13,532 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b8c81c25a1f04417959156ced9fcc43b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-16T10:26:13,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/b34b805df1964da6bdb7b10fbe8a1576 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b34b805df1964da6bdb7b10fbe8a1576 2024-11-16T10:26:13,538 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b34b805df1964da6bdb7b10fbe8a1576, entries=150, sequenceid=195, filesize=11.9 K 2024-11-16T10:26:13,538 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 869ms, sequenceid=195, compaction requested=false 2024-11-16T10:26:13,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:13,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:13,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-16T10:26:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-16T10:26:13,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-16T10:26:13,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4840 sec 2024-11-16T10:26:13,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.4870 sec 2024-11-16T10:26:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:13,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-16T10:26:13,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:13,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165f23f3bd84764d1fa1edce181357d213_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752773978/Put/seqid=0 2024-11-16T10:26:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742005_1181 (size=12304) 2024-11-16T10:26:14,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752834007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752834009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752834009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752834110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752834111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752834111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-16T10:26:14,160 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-16T10:26:14,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-16T10:26:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T10:26:14,164 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:14,164 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:14,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T10:26:14,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752834315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:14,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:14,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752834319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752834319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,393 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:14,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165f23f3bd84764d1fa1edce181357d213_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165f23f3bd84764d1fa1edce181357d213_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:14,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f6b92bb03c6d4fc0b9946030ba8ff0c0, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:14,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f6b92bb03c6d4fc0b9946030ba8ff0c0 is 175, key is test_row_0/A:col10/1731752773978/Put/seqid=0 2024-11-16T10:26:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742006_1182 (size=31105) 2024-11-16T10:26:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T10:26:14,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:14,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:14,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752834619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752834623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752834624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T10:26:14,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:14,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:14,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,802 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f6b92bb03c6d4fc0b9946030ba8ff0c0 2024-11-16T10:26:14,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/3bc46336acd04bfc94265620fe27381c is 50, key is test_row_0/B:col10/1731752773978/Put/seqid=0 2024-11-16T10:26:14,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742007_1183 (size=12151) 2024-11-16T10:26:14,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:14,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:14,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752835046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,048 DEBUG [Thread-640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:26:15,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752835053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,055 DEBUG [Thread-636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:26:15,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752835124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752835127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752835129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/3bc46336acd04bfc94265620fe27381c 2024-11-16T10:26:15,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/e1442954f8e84e24948ca9beff6ca3cf is 50, key is test_row_0/C:col10/1731752773978/Put/seqid=0 2024-11-16T10:26:15,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742008_1184 (size=12151) 2024-11-16T10:26:15,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T10:26:15,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:15,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:15,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:15,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:15,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:15,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/e1442954f8e84e24948ca9beff6ca3cf 2024-11-16T10:26:15,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f6b92bb03c6d4fc0b9946030ba8ff0c0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f6b92bb03c6d4fc0b9946030ba8ff0c0 2024-11-16T10:26:15,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f6b92bb03c6d4fc0b9946030ba8ff0c0, entries=150, sequenceid=213, filesize=30.4 K 2024-11-16T10:26:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/3bc46336acd04bfc94265620fe27381c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3bc46336acd04bfc94265620fe27381c 2024-11-16T10:26:15,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3bc46336acd04bfc94265620fe27381c, entries=150, sequenceid=213, filesize=11.9 K 2024-11-16T10:26:15,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/e1442954f8e84e24948ca9beff6ca3cf as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e1442954f8e84e24948ca9beff6ca3cf 2024-11-16T10:26:15,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e1442954f8e84e24948ca9beff6ca3cf, entries=150, sequenceid=213, filesize=11.9 K 2024-11-16T10:26:15,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1664ms, sequenceid=213, compaction requested=true 2024-11-16T10:26:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:15,643 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:15,643 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:15,644 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:15,644 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:15,645 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/B is initiating minor compaction (all files) 2024-11-16T10:26:15,645 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/A is initiating minor compaction (all files) 2024-11-16T10:26:15,645 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/A in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,645 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/B in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,645 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/aecf7e5d664141f0965eb8471421fba0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/1f81198de289416491f64b774bbda6aa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f6b92bb03c6d4fc0b9946030ba8ff0c0] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=91.5 K 2024-11-16T10:26:15,645 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/546e9650e74d42938bbc1c04a834b5aa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b8c81c25a1f04417959156ced9fcc43b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3bc46336acd04bfc94265620fe27381c] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.0 K 2024-11-16T10:26:15,645 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,645 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/aecf7e5d664141f0965eb8471421fba0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/1f81198de289416491f64b774bbda6aa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f6b92bb03c6d4fc0b9946030ba8ff0c0] 2024-11-16T10:26:15,645 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 546e9650e74d42938bbc1c04a834b5aa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731752771561 2024-11-16T10:26:15,646 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting aecf7e5d664141f0965eb8471421fba0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731752771561 2024-11-16T10:26:15,646 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b8c81c25a1f04417959156ced9fcc43b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731752772189 2024-11-16T10:26:15,646 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bc46336acd04bfc94265620fe27381c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731752772840 2024-11-16T10:26:15,646 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f81198de289416491f64b774bbda6aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731752772189 2024-11-16T10:26:15,646 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6b92bb03c6d4fc0b9946030ba8ff0c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731752772840 2024-11-16T10:26:15,655 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:15,663 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:15,663 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/57385a88db774dbf897e5795e4d510ce is 50, key is test_row_0/B:col10/1731752773978/Put/seqid=0 2024-11-16T10:26:15,667 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116c499deb502e24ea3b42309b985fe62cc_50dcad5a72c6fea11a2b12e4502f4ae0 store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:15,669 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116c499deb502e24ea3b42309b985fe62cc_50dcad5a72c6fea11a2b12e4502f4ae0, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:15,669 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c499deb502e24ea3b42309b985fe62cc_50dcad5a72c6fea11a2b12e4502f4ae0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742009_1185 (size=12629) 2024-11-16T10:26:15,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742010_1186 (size=4469) 2024-11-16T10:26:15,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:15,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-16T10:26:15,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:15,689 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-16T10:26:15,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:15,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:15,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:15,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:15,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:15,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:15,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111600e6c117b1c442a3a872ed89f51784bc_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752773997/Put/seqid=0 2024-11-16T10:26:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742011_1187 (size=12304) 2024-11-16T10:26:16,076 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/57385a88db774dbf897e5795e4d510ce as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/57385a88db774dbf897e5795e4d510ce 2024-11-16T10:26:16,077 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#A#compaction#153 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:16,078 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/9af7f53859e84c13b25ea3a08216f7c9 is 175, key is test_row_0/A:col10/1731752773978/Put/seqid=0 2024-11-16T10:26:16,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742012_1188 (size=31583) 2024-11-16T10:26:16,085 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/B of 50dcad5a72c6fea11a2b12e4502f4ae0 into 57385a88db774dbf897e5795e4d510ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:16,085 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:16,085 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/B, priority=13, startTime=1731752775643; duration=0sec 2024-11-16T10:26:16,085 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:16,085 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:B 2024-11-16T10:26:16,085 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:16,088 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:16,088 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/C is initiating minor compaction (all files) 2024-11-16T10:26:16,088 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/C in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:16,088 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/a88a354ed72c4c55ae4cbac950c1a14d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b34b805df1964da6bdb7b10fbe8a1576, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e1442954f8e84e24948ca9beff6ca3cf] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.0 K 2024-11-16T10:26:16,089 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a88a354ed72c4c55ae4cbac950c1a14d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731752771561 2024-11-16T10:26:16,090 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b34b805df1964da6bdb7b10fbe8a1576, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731752772189 2024-11-16T10:26:16,090 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting e1442954f8e84e24948ca9beff6ca3cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731752772840 2024-11-16T10:26:16,091 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/9af7f53859e84c13b25ea3a08216f7c9 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9af7f53859e84c13b25ea3a08216f7c9 2024-11-16T10:26:16,097 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/A of 50dcad5a72c6fea11a2b12e4502f4ae0 into 9af7f53859e84c13b25ea3a08216f7c9(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:16,101 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:16,101 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/A, priority=13, startTime=1731752775643; duration=0sec 2024-11-16T10:26:16,101 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:16,101 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:A 2024-11-16T10:26:16,105 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:16,106 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/324654ce99c64800880a74b852caa402 is 50, key is test_row_0/C:col10/1731752773978/Put/seqid=0 2024-11-16T10:26:16,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742013_1189 (size=12629) 2024-11-16T10:26:16,111 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111600e6c117b1c442a3a872ed89f51784bc_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111600e6c117b1c442a3a872ed89f51784bc_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:16,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/cb7341d96ac34ae3ba9ac1aa934f6b57, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:16,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/cb7341d96ac34ae3ba9ac1aa934f6b57 is 175, key is test_row_0/A:col10/1731752773997/Put/seqid=0 2024-11-16T10:26:16,119 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/324654ce99c64800880a74b852caa402 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/324654ce99c64800880a74b852caa402 2024-11-16T10:26:16,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742014_1190 (size=31105) 2024-11-16T10:26:16,126 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/C of 50dcad5a72c6fea11a2b12e4502f4ae0 into 324654ce99c64800880a74b852caa402(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:16,126 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:16,126 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/C, priority=13, startTime=1731752775643; duration=0sec 2024-11-16T10:26:16,126 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:16,126 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:C 2024-11-16T10:26:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:16,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752836149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752836149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752836149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752836250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752836251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752836252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T10:26:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752836453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752836453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752836453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,522 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/cb7341d96ac34ae3ba9ac1aa934f6b57 2024-11-16T10:26:16,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/c98a57ed8fdd47ffa9be2ea7a9c0a61c is 50, key is test_row_0/B:col10/1731752773997/Put/seqid=0 2024-11-16T10:26:16,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742015_1191 (size=12151) 2024-11-16T10:26:16,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752836756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752836757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752836758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:16,935 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/c98a57ed8fdd47ffa9be2ea7a9c0a61c 2024-11-16T10:26:16,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/d8df920679084daab6a16b409c0b80a5 is 50, key is test_row_0/C:col10/1731752773997/Put/seqid=0 2024-11-16T10:26:16,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742016_1192 (size=12151) 2024-11-16T10:26:16,951 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/d8df920679084daab6a16b409c0b80a5 2024-11-16T10:26:16,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/cb7341d96ac34ae3ba9ac1aa934f6b57 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/cb7341d96ac34ae3ba9ac1aa934f6b57 2024-11-16T10:26:16,960 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/cb7341d96ac34ae3ba9ac1aa934f6b57, entries=150, sequenceid=234, filesize=30.4 K 2024-11-16T10:26:16,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/c98a57ed8fdd47ffa9be2ea7a9c0a61c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c98a57ed8fdd47ffa9be2ea7a9c0a61c 2024-11-16T10:26:16,966 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c98a57ed8fdd47ffa9be2ea7a9c0a61c, entries=150, sequenceid=234, filesize=11.9 K 2024-11-16T10:26:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/d8df920679084daab6a16b409c0b80a5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/d8df920679084daab6a16b409c0b80a5 2024-11-16T10:26:16,973 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/d8df920679084daab6a16b409c0b80a5, entries=150, sequenceid=234, filesize=11.9 K 2024-11-16T10:26:16,974 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1285ms, sequenceid=234, compaction requested=false 2024-11-16T10:26:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-16T10:26:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-16T10:26:16,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-16T10:26:16,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8100 sec 2024-11-16T10:26:16,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.8160 sec 2024-11-16T10:26:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:17,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-16T10:26:17,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:17,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:17,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:17,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:17,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:17,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:17,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a8e24ffd21d94f82896ebbc33fb982c2_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752776148/Put/seqid=0 2024-11-16T10:26:17,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742017_1193 (size=17284) 2024-11-16T10:26:17,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752837278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752837279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752837281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752837382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752837383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752837383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752837585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752837585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752837585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:17,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a8e24ffd21d94f82896ebbc33fb982c2_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a8e24ffd21d94f82896ebbc33fb982c2_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:17,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6af980aa5660413abff28a7756c102ee, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:17,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6af980aa5660413abff28a7756c102ee is 175, key is test_row_0/A:col10/1731752776148/Put/seqid=0 2024-11-16T10:26:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742018_1194 (size=48389) 2024-11-16T10:26:17,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752837887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752837888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:17,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752837888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:18,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6af980aa5660413abff28a7756c102ee 2024-11-16T10:26:18,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/38f8f185b517468b9f9ccf29e0e1d3d6 is 50, key is test_row_0/B:col10/1731752776148/Put/seqid=0 2024-11-16T10:26:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742019_1195 (size=12151) 2024-11-16T10:26:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-16T10:26:18,267 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-16T10:26:18,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-16T10:26:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T10:26:18,269 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:18,269 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:18,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T10:26:18,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752838390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:18,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752838393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:18,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752838395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:18,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:18,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-16T10:26:18,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:18,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:18,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:18,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:18,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:18,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/38f8f185b517468b9f9ccf29e0e1d3d6 2024-11-16T10:26:18,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/70d673eec5184a998ea879c34fe4615e is 50, key is test_row_0/C:col10/1731752776148/Put/seqid=0 2024-11-16T10:26:18,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742020_1196 (size=12151) 2024-11-16T10:26:18,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/70d673eec5184a998ea879c34fe4615e 2024-11-16T10:26:18,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6af980aa5660413abff28a7756c102ee as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6af980aa5660413abff28a7756c102ee 2024-11-16T10:26:18,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6af980aa5660413abff28a7756c102ee, entries=250, sequenceid=254, filesize=47.3 K 2024-11-16T10:26:18,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/38f8f185b517468b9f9ccf29e0e1d3d6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/38f8f185b517468b9f9ccf29e0e1d3d6 2024-11-16T10:26:18,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/38f8f185b517468b9f9ccf29e0e1d3d6, entries=150, sequenceid=254, filesize=11.9 K 2024-11-16T10:26:18,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/70d673eec5184a998ea879c34fe4615e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/70d673eec5184a998ea879c34fe4615e 2024-11-16T10:26:18,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/70d673eec5184a998ea879c34fe4615e, entries=150, sequenceid=254, filesize=11.9 K 2024-11-16T10:26:18,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1266ms, sequenceid=254, compaction requested=true 2024-11-16T10:26:18,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:18,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:18,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:18,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:18,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:18,526 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:18,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:18,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-16T10:26:18,526 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:18,527 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:18,527 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/A is initiating minor compaction (all files) 2024-11-16T10:26:18,527 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:18,527 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/A in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:18,527 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/B is initiating minor compaction (all files) 2024-11-16T10:26:18,527 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/B in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:18,527 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9af7f53859e84c13b25ea3a08216f7c9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/cb7341d96ac34ae3ba9ac1aa934f6b57, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6af980aa5660413abff28a7756c102ee] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=108.5 K 2024-11-16T10:26:18,527 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/57385a88db774dbf897e5795e4d510ce, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c98a57ed8fdd47ffa9be2ea7a9c0a61c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/38f8f185b517468b9f9ccf29e0e1d3d6] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.1 K 2024-11-16T10:26:18,527 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:18,528 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9af7f53859e84c13b25ea3a08216f7c9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/cb7341d96ac34ae3ba9ac1aa934f6b57, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6af980aa5660413abff28a7756c102ee] 2024-11-16T10:26:18,528 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9af7f53859e84c13b25ea3a08216f7c9, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731752772840 2024-11-16T10:26:18,528 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 57385a88db774dbf897e5795e4d510ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731752772840 2024-11-16T10:26:18,528 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb7341d96ac34ae3ba9ac1aa934f6b57, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731752773997 2024-11-16T10:26:18,528 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting c98a57ed8fdd47ffa9be2ea7a9c0a61c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731752773997 2024-11-16T10:26:18,528 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6af980aa5660413abff28a7756c102ee, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731752776148 2024-11-16T10:26:18,529 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 38f8f185b517468b9f9ccf29e0e1d3d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731752776148 2024-11-16T10:26:18,536 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:18,537 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:18,538 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/07ec95af5a60430d8f3bf1b3327d56c3 is 50, key is test_row_0/B:col10/1731752776148/Put/seqid=0 2024-11-16T10:26:18,539 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411169ed9793844fd4fb2b208826fed08e73c_50dcad5a72c6fea11a2b12e4502f4ae0 store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:18,542 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411169ed9793844fd4fb2b208826fed08e73c_50dcad5a72c6fea11a2b12e4502f4ae0, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:18,542 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169ed9793844fd4fb2b208826fed08e73c_50dcad5a72c6fea11a2b12e4502f4ae0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742021_1197 (size=12731) 2024-11-16T10:26:18,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742022_1198 (size=4469) 2024-11-16T10:26:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T10:26:18,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:18,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-16T10:26:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:18,574 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-16T10:26:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:18,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:18,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167ce3e5a4475b4170b85772f7b9556ee3_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752777278/Put/seqid=0 2024-11-16T10:26:18,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742023_1199 (size=12454) 2024-11-16T10:26:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T10:26:18,957 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:18,957 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/d1367805eab14e3dba41d466f80e959e is 175, key is test_row_0/A:col10/1731752776148/Put/seqid=0 2024-11-16T10:26:18,959 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/07ec95af5a60430d8f3bf1b3327d56c3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/07ec95af5a60430d8f3bf1b3327d56c3 2024-11-16T10:26:18,965 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/B of 50dcad5a72c6fea11a2b12e4502f4ae0 into 07ec95af5a60430d8f3bf1b3327d56c3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:18,965 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:18,965 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/B, priority=13, startTime=1731752778526; duration=0sec 2024-11-16T10:26:18,965 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:18,965 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:B 2024-11-16T10:26:18,965 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:18,968 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:18,968 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/C is initiating minor compaction (all files) 2024-11-16T10:26:18,968 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/C in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:18,968 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/324654ce99c64800880a74b852caa402, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/d8df920679084daab6a16b409c0b80a5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/70d673eec5184a998ea879c34fe4615e] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.1 K 2024-11-16T10:26:18,968 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 324654ce99c64800880a74b852caa402, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731752772840 2024-11-16T10:26:18,969 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting d8df920679084daab6a16b409c0b80a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731752773997 2024-11-16T10:26:18,969 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 70d673eec5184a998ea879c34fe4615e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731752776148 2024-11-16T10:26:18,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742024_1200 (size=31685) 2024-11-16T10:26:18,977 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#C#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:18,977 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/1ab20b54127f47ea84a5f535d1847425 is 50, key is test_row_0/C:col10/1731752776148/Put/seqid=0 2024-11-16T10:26:18,979 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/d1367805eab14e3dba41d466f80e959e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/d1367805eab14e3dba41d466f80e959e 2024-11-16T10:26:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742025_1201 (size=12731) 2024-11-16T10:26:18,987 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/1ab20b54127f47ea84a5f535d1847425 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/1ab20b54127f47ea84a5f535d1847425 2024-11-16T10:26:18,988 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/A of 50dcad5a72c6fea11a2b12e4502f4ae0 into d1367805eab14e3dba41d466f80e959e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:18,989 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:18,989 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/A, priority=13, startTime=1731752778526; duration=0sec 2024-11-16T10:26:18,989 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:18,989 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:A 2024-11-16T10:26:18,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:18,998 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167ce3e5a4475b4170b85772f7b9556ee3_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167ce3e5a4475b4170b85772f7b9556ee3_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:18,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/fa4d5aa4b4b041d6a35ab681d8cdb337, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/fa4d5aa4b4b041d6a35ab681d8cdb337 is 175, key is test_row_0/A:col10/1731752777278/Put/seqid=0 2024-11-16T10:26:19,003 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/C of 50dcad5a72c6fea11a2b12e4502f4ae0 into 1ab20b54127f47ea84a5f535d1847425(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:19,003 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:19,003 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/C, priority=13, startTime=1731752778526; duration=0sec 2024-11-16T10:26:19,003 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:19,003 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:C 2024-11-16T10:26:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742026_1202 (size=31255) 2024-11-16T10:26:19,009 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/fa4d5aa4b4b041d6a35ab681d8cdb337 2024-11-16T10:26:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/7c70aa14868b4d5e9ac3bf218994e8d7 is 50, key is test_row_0/B:col10/1731752777278/Put/seqid=0 2024-11-16T10:26:19,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742027_1203 (size=12301) 2024-11-16T10:26:19,044 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/7c70aa14868b4d5e9ac3bf218994e8d7 2024-11-16T10:26:19,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/b1b2b2e1c87c4223be5fe63d8f1d6cff is 50, key is test_row_0/C:col10/1731752777278/Put/seqid=0 2024-11-16T10:26:19,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742028_1204 (size=12301) 2024-11-16T10:26:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T10:26:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:19,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:19,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752839409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752839410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752839410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,458 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/b1b2b2e1c87c4223be5fe63d8f1d6cff 2024-11-16T10:26:19,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/fa4d5aa4b4b041d6a35ab681d8cdb337 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/fa4d5aa4b4b041d6a35ab681d8cdb337 2024-11-16T10:26:19,467 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/fa4d5aa4b4b041d6a35ab681d8cdb337, entries=150, sequenceid=273, filesize=30.5 K 2024-11-16T10:26:19,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/7c70aa14868b4d5e9ac3bf218994e8d7 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/7c70aa14868b4d5e9ac3bf218994e8d7 2024-11-16T10:26:19,472 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/7c70aa14868b4d5e9ac3bf218994e8d7, entries=150, sequenceid=273, filesize=12.0 K 2024-11-16T10:26:19,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/b1b2b2e1c87c4223be5fe63d8f1d6cff as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b1b2b2e1c87c4223be5fe63d8f1d6cff 2024-11-16T10:26:19,477 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b1b2b2e1c87c4223be5fe63d8f1d6cff, entries=150, sequenceid=273, filesize=12.0 K 2024-11-16T10:26:19,479 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 905ms, sequenceid=273, compaction requested=false 2024-11-16T10:26:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-16T10:26:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-16T10:26:19,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-16T10:26:19,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2110 sec 2024-11-16T10:26:19,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.2130 sec 2024-11-16T10:26:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:19,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-16T10:26:19,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:19,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:19,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:19,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116fdc29b4863a04f5981ccf2b066eed863_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752779405/Put/seqid=0 2024-11-16T10:26:19,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742029_1205 (size=14994) 2024-11-16T10:26:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752839533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752839535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752839535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752839637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752839639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752839640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752839840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752839843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752839843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:19,924 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:19,928 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116fdc29b4863a04f5981ccf2b066eed863_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116fdc29b4863a04f5981ccf2b066eed863_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:19,929 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/0da542fe82ba42d19b5bfc65e8fe558c, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:19,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/0da542fe82ba42d19b5bfc65e8fe558c is 175, key is test_row_0/A:col10/1731752779405/Put/seqid=0 2024-11-16T10:26:19,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742030_1206 (size=39949) 2024-11-16T10:26:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752840143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752840145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752840145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,333 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/0da542fe82ba42d19b5bfc65e8fe558c 2024-11-16T10:26:20,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/c7db1165c73a43b78740aced89710b9b is 50, key is test_row_0/B:col10/1731752779405/Put/seqid=0 2024-11-16T10:26:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742031_1207 (size=12301) 2024-11-16T10:26:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-16T10:26:20,372 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-16T10:26:20,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-16T10:26:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T10:26:20,375 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:20,375 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:20,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T10:26:20,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-16T10:26:20,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:20,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:20,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:20,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752840647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752840649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752840649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T10:26:20,679 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-16T10:26:20,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:20,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:20,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:20,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/c7db1165c73a43b78740aced89710b9b 2024-11-16T10:26:20,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/263bbd65e10b4b62bb1e289a8e3762b0 is 50, key is test_row_0/C:col10/1731752779405/Put/seqid=0 2024-11-16T10:26:20,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742032_1208 (size=12301) 2024-11-16T10:26:20,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-16T10:26:20,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:20,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:20,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:20,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T10:26:20,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:20,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-16T10:26:20,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:20,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:20,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:20,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:21,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-16T10:26:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:21,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:21,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:21,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/263bbd65e10b4b62bb1e289a8e3762b0 2024-11-16T10:26:21,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/0da542fe82ba42d19b5bfc65e8fe558c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/0da542fe82ba42d19b5bfc65e8fe558c 2024-11-16T10:26:21,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/0da542fe82ba42d19b5bfc65e8fe558c, entries=200, sequenceid=295, filesize=39.0 K 2024-11-16T10:26:21,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/c7db1165c73a43b78740aced89710b9b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c7db1165c73a43b78740aced89710b9b 2024-11-16T10:26:21,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c7db1165c73a43b78740aced89710b9b, entries=150, sequenceid=295, filesize=12.0 K 2024-11-16T10:26:21,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/263bbd65e10b4b62bb1e289a8e3762b0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/263bbd65e10b4b62bb1e289a8e3762b0 2024-11-16T10:26:21,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/263bbd65e10b4b62bb1e289a8e3762b0, entries=150, sequenceid=295, filesize=12.0 K 2024-11-16T10:26:21,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1674ms, sequenceid=295, compaction requested=true 2024-11-16T10:26:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:21,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:21,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:21,187 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:21,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:21,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:21,187 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:21,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:21,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:21,188 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:21,188 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:21,188 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/A is initiating minor compaction (all files) 2024-11-16T10:26:21,188 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/B is initiating minor compaction (all files) 2024-11-16T10:26:21,188 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/A in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:21,188 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/B in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:21,188 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/07ec95af5a60430d8f3bf1b3327d56c3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/7c70aa14868b4d5e9ac3bf218994e8d7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c7db1165c73a43b78740aced89710b9b] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.5 K 2024-11-16T10:26:21,188 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/d1367805eab14e3dba41d466f80e959e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/fa4d5aa4b4b041d6a35ab681d8cdb337, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/0da542fe82ba42d19b5bfc65e8fe558c] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=100.5 K 2024-11-16T10:26:21,188 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:21,188 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/d1367805eab14e3dba41d466f80e959e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/fa4d5aa4b4b041d6a35ab681d8cdb337, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/0da542fe82ba42d19b5bfc65e8fe558c] 2024-11-16T10:26:21,188 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 07ec95af5a60430d8f3bf1b3327d56c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731752776148 2024-11-16T10:26:21,188 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1367805eab14e3dba41d466f80e959e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731752776148 2024-11-16T10:26:21,189 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c70aa14868b4d5e9ac3bf218994e8d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731752777277 2024-11-16T10:26:21,189 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa4d5aa4b4b041d6a35ab681d8cdb337, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731752777277 2024-11-16T10:26:21,189 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting c7db1165c73a43b78740aced89710b9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731752779405 2024-11-16T10:26:21,189 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0da542fe82ba42d19b5bfc65e8fe558c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731752779405 2024-11-16T10:26:21,198 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:21,199 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/242387e7e00b4cf2a56ae2770fc20aaa is 50, key is test_row_0/B:col10/1731752779405/Put/seqid=0 2024-11-16T10:26:21,199 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:21,202 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116d15d2a31c8b34040b2eb28b5679c4682_50dcad5a72c6fea11a2b12e4502f4ae0 store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:21,204 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116d15d2a31c8b34040b2eb28b5679c4682_50dcad5a72c6fea11a2b12e4502f4ae0, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:21,205 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116d15d2a31c8b34040b2eb28b5679c4682_50dcad5a72c6fea11a2b12e4502f4ae0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:21,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742033_1209 (size=12983) 2024-11-16T10:26:21,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742034_1210 (size=4469) 2024-11-16T10:26:21,237 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/242387e7e00b4cf2a56ae2770fc20aaa as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/242387e7e00b4cf2a56ae2770fc20aaa 2024-11-16T10:26:21,243 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/B of 50dcad5a72c6fea11a2b12e4502f4ae0 into 242387e7e00b4cf2a56ae2770fc20aaa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:21,243 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:21,243 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/B, priority=13, startTime=1731752781187; duration=0sec 2024-11-16T10:26:21,243 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:21,243 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:B 2024-11-16T10:26:21,243 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:21,244 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:21,244 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/C is initiating minor compaction (all files) 2024-11-16T10:26:21,245 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/C in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:21,245 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/1ab20b54127f47ea84a5f535d1847425, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b1b2b2e1c87c4223be5fe63d8f1d6cff, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/263bbd65e10b4b62bb1e289a8e3762b0] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.5 K 2024-11-16T10:26:21,245 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ab20b54127f47ea84a5f535d1847425, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731752776148 2024-11-16T10:26:21,245 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b1b2b2e1c87c4223be5fe63d8f1d6cff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731752777277 2024-11-16T10:26:21,246 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 263bbd65e10b4b62bb1e289a8e3762b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731752779405 2024-11-16T10:26:21,254 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:21,255 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/7293badd2db5436f8c7b644781f90891 is 50, key is test_row_0/C:col10/1731752779405/Put/seqid=0 2024-11-16T10:26:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742035_1211 (size=12983) 2024-11-16T10:26:21,278 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/7293badd2db5436f8c7b644781f90891 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/7293badd2db5436f8c7b644781f90891 2024-11-16T10:26:21,286 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/C of 50dcad5a72c6fea11a2b12e4502f4ae0 into 7293badd2db5436f8c7b644781f90891(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:21,286 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:21,287 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/C, priority=13, startTime=1731752781187; duration=0sec 2024-11-16T10:26:21,287 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:21,287 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:C 2024-11-16T10:26:21,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-16T10:26:21,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:21,289 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-16T10:26:21,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169cbc66a0046f4230b20889814f5bf016_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752779533/Put/seqid=0 2024-11-16T10:26:21,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742036_1212 (size=12454) 2024-11-16T10:26:21,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:21,320 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411169cbc66a0046f4230b20889814f5bf016_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169cbc66a0046f4230b20889814f5bf016_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:21,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/72ecf38adb214717b2a3c1334cb327d6, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:21,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/72ecf38adb214717b2a3c1334cb327d6 is 175, key is test_row_0/A:col10/1731752779533/Put/seqid=0 2024-11-16T10:26:21,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742037_1213 (size=31255) 2024-11-16T10:26:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T10:26:21,634 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:21,634 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f74649ed631847cabd0febd69456884e is 175, key is test_row_0/A:col10/1731752779405/Put/seqid=0 2024-11-16T10:26:21,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742038_1214 (size=31937) 2024-11-16T10:26:21,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:21,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752841669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752841669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752841671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,726 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/72ecf38adb214717b2a3c1334cb327d6 2024-11-16T10:26:21,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/09d22bd94b1b4cfc855bb8537cd05966 is 50, key is test_row_0/B:col10/1731752779533/Put/seqid=0 2024-11-16T10:26:21,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742039_1215 (size=12301) 2024-11-16T10:26:21,737 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/09d22bd94b1b4cfc855bb8537cd05966 2024-11-16T10:26:21,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/adabd2ec898444f0a66d62b3637bcb72 is 50, key is test_row_0/C:col10/1731752779533/Put/seqid=0 2024-11-16T10:26:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742040_1216 (size=12301) 2024-11-16T10:26:21,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:21,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752841772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752841772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752841772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:21,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752841975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752841975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:21,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752841978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,045 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f74649ed631847cabd0febd69456884e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f74649ed631847cabd0febd69456884e 2024-11-16T10:26:22,049 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/A of 50dcad5a72c6fea11a2b12e4502f4ae0 into f74649ed631847cabd0febd69456884e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:22,049 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:22,049 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/A, priority=13, startTime=1731752781187; duration=0sec 2024-11-16T10:26:22,049 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:22,049 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:A 2024-11-16T10:26:22,148 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/adabd2ec898444f0a66d62b3637bcb72 2024-11-16T10:26:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/72ecf38adb214717b2a3c1334cb327d6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/72ecf38adb214717b2a3c1334cb327d6 2024-11-16T10:26:22,156 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/72ecf38adb214717b2a3c1334cb327d6, entries=150, sequenceid=315, filesize=30.5 K 2024-11-16T10:26:22,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/09d22bd94b1b4cfc855bb8537cd05966 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/09d22bd94b1b4cfc855bb8537cd05966 2024-11-16T10:26:22,161 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/09d22bd94b1b4cfc855bb8537cd05966, entries=150, sequenceid=315, filesize=12.0 K 2024-11-16T10:26:22,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/adabd2ec898444f0a66d62b3637bcb72 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/adabd2ec898444f0a66d62b3637bcb72 2024-11-16T10:26:22,166 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/adabd2ec898444f0a66d62b3637bcb72, entries=150, sequenceid=315, filesize=12.0 K 2024-11-16T10:26:22,167 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 878ms, sequenceid=315, compaction requested=false 2024-11-16T10:26:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-16T10:26:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-16T10:26:22,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-16T10:26:22,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7930 sec 2024-11-16T10:26:22,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.7960 sec 2024-11-16T10:26:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:22,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-16T10:26:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:22,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b5496e96a31f4b5abb30d918f59c3359_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752781670/Put/seqid=0 2024-11-16T10:26:22,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752842295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742041_1217 (size=14994) 2024-11-16T10:26:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752842296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752842296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752842397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752842403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752842404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-16T10:26:22,478 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-16T10:26:22,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-16T10:26:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T10:26:22,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:22,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:22,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T10:26:22,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752842601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752842606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752842607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:22,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:22,701 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:22,704 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b5496e96a31f4b5abb30d918f59c3359_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b5496e96a31f4b5abb30d918f59c3359_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:22,705 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/3bb3d24b6dcb49fb871ccb6869bca8de, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:22,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/3bb3d24b6dcb49fb871ccb6869bca8de is 175, key is test_row_0/A:col10/1731752781670/Put/seqid=0 2024-11-16T10:26:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742042_1218 (size=39949) 2024-11-16T10:26:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T10:26:22,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:22,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:22,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:22,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:22,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:22,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:22,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752842903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752842909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752842912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,937 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:22,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:22,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T10:26:23,089 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:23,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:23,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:23,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/3bb3d24b6dcb49fb871ccb6869bca8de 2024-11-16T10:26:23,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/d9d1d93ee17f4fc18806106d72e359a5 is 50, key is test_row_0/B:col10/1731752781670/Put/seqid=0 2024-11-16T10:26:23,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742043_1219 (size=12301) 2024-11-16T10:26:23,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:23,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:23,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:23,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:23,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:23,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:23,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752843408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:23,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:23,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752843415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752843418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:23,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/d9d1d93ee17f4fc18806106d72e359a5 2024-11-16T10:26:23,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/8b619225f97741c1aef8a67d0c38798c is 50, key is test_row_0/C:col10/1731752781670/Put/seqid=0 2024-11-16T10:26:23,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742044_1220 (size=12301) 2024-11-16T10:26:23,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:23,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:23,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:23,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T10:26:23,699 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:23,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:23,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:23,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:23,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:23,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/8b619225f97741c1aef8a67d0c38798c 2024-11-16T10:26:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/3bb3d24b6dcb49fb871ccb6869bca8de as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/3bb3d24b6dcb49fb871ccb6869bca8de 2024-11-16T10:26:23,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/3bb3d24b6dcb49fb871ccb6869bca8de, entries=200, sequenceid=337, filesize=39.0 K 2024-11-16T10:26:23,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/d9d1d93ee17f4fc18806106d72e359a5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d9d1d93ee17f4fc18806106d72e359a5 2024-11-16T10:26:23,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d9d1d93ee17f4fc18806106d72e359a5, entries=150, sequenceid=337, filesize=12.0 K 2024-11-16T10:26:23,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/8b619225f97741c1aef8a67d0c38798c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/8b619225f97741c1aef8a67d0c38798c 2024-11-16T10:26:23,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/8b619225f97741c1aef8a67d0c38798c, entries=150, sequenceid=337, filesize=12.0 K 2024-11-16T10:26:23,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1668ms, sequenceid=337, compaction requested=true 2024-11-16T10:26:23,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:23,949 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:23,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:23,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:23,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:23,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:23,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:23,950 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:23,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:23,950 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:23,951 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/A is initiating minor compaction (all files) 2024-11-16T10:26:23,951 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/A in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,951 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f74649ed631847cabd0febd69456884e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/72ecf38adb214717b2a3c1334cb327d6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/3bb3d24b6dcb49fb871ccb6869bca8de] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=100.7 K 2024-11-16T10:26:23,951 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,951 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f74649ed631847cabd0febd69456884e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/72ecf38adb214717b2a3c1334cb327d6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/3bb3d24b6dcb49fb871ccb6869bca8de] 2024-11-16T10:26:23,951 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:23,951 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f74649ed631847cabd0febd69456884e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731752779405 2024-11-16T10:26:23,951 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/B is initiating minor compaction (all files) 2024-11-16T10:26:23,951 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/B in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:23,951 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/242387e7e00b4cf2a56ae2770fc20aaa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/09d22bd94b1b4cfc855bb8537cd05966, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d9d1d93ee17f4fc18806106d72e359a5] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.7 K 2024-11-16T10:26:23,952 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 242387e7e00b4cf2a56ae2770fc20aaa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731752779405 2024-11-16T10:26:23,952 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72ecf38adb214717b2a3c1334cb327d6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731752779526 2024-11-16T10:26:23,952 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 09d22bd94b1b4cfc855bb8537cd05966, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731752779526 2024-11-16T10:26:23,952 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bb3d24b6dcb49fb871ccb6869bca8de, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731752781670 2024-11-16T10:26:23,952 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting d9d1d93ee17f4fc18806106d72e359a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731752781670 2024-11-16T10:26:23,966 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:23,967 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:23,967 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/8ced46704ad3494997a731ab4dd5af5b is 50, key is test_row_0/B:col10/1731752781670/Put/seqid=0 2024-11-16T10:26:23,976 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411164f422a15410a42bcb76fa870e2f8942d_50dcad5a72c6fea11a2b12e4502f4ae0 store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:23,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742045_1221 (size=13085) 2024-11-16T10:26:23,979 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411164f422a15410a42bcb76fa870e2f8942d_50dcad5a72c6fea11a2b12e4502f4ae0, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:23,979 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411164f422a15410a42bcb76fa870e2f8942d_50dcad5a72c6fea11a2b12e4502f4ae0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:23,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742046_1222 (size=4469) 2024-11-16T10:26:24,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-16T10:26:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:24,004 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-16T10:26:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:24,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116681f566746bb4d61b699afea2a160038_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752782293/Put/seqid=0 2024-11-16T10:26:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742047_1223 (size=12454) 2024-11-16T10:26:24,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:24,017 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116681f566746bb4d61b699afea2a160038_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116681f566746bb4d61b699afea2a160038_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6fe9268e4c9646bcb152aaa922a456d3, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6fe9268e4c9646bcb152aaa922a456d3 is 175, key is test_row_0/A:col10/1731752782293/Put/seqid=0 2024-11-16T10:26:24,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742048_1224 (size=31255) 2024-11-16T10:26:24,384 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#A#compaction#181 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:24,384 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/8d76a016ffbb414186f16e19381893c2 is 175, key is test_row_0/A:col10/1731752781670/Put/seqid=0 2024-11-16T10:26:24,385 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/8ced46704ad3494997a731ab4dd5af5b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8ced46704ad3494997a731ab4dd5af5b 2024-11-16T10:26:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742049_1225 (size=32039) 2024-11-16T10:26:24,390 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/B of 50dcad5a72c6fea11a2b12e4502f4ae0 into 8ced46704ad3494997a731ab4dd5af5b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:24,390 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:24,390 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/B, priority=13, startTime=1731752783949; duration=0sec 2024-11-16T10:26:24,390 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:24,390 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:B 2024-11-16T10:26:24,390 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:24,391 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:24,392 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/C is initiating minor compaction (all files) 2024-11-16T10:26:24,392 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/C in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:24,392 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/7293badd2db5436f8c7b644781f90891, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/adabd2ec898444f0a66d62b3637bcb72, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/8b619225f97741c1aef8a67d0c38798c] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.7 K 2024-11-16T10:26:24,392 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7293badd2db5436f8c7b644781f90891, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731752779405 2024-11-16T10:26:24,392 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting adabd2ec898444f0a66d62b3637bcb72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731752779526 2024-11-16T10:26:24,392 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b619225f97741c1aef8a67d0c38798c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731752781670 2024-11-16T10:26:24,398 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:24,399 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/fce1a79135d44e82b3607ad36c51cbb1 is 50, key is test_row_0/C:col10/1731752781670/Put/seqid=0 2024-11-16T10:26:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742050_1226 (size=13085) 2024-11-16T10:26:24,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. as already flushing 2024-11-16T10:26:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:24,423 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6fe9268e4c9646bcb152aaa922a456d3 2024-11-16T10:26:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b6762dd81b6d490dba1c8a353cf8c7b6 is 50, key is test_row_0/B:col10/1731752782293/Put/seqid=0 2024-11-16T10:26:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742051_1227 (size=12301) 2024-11-16T10:26:24,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752844447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752844447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752844448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752844552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752844552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752844552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T10:26:24,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752844755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752844755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752844755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:24,793 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/8d76a016ffbb414186f16e19381893c2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8d76a016ffbb414186f16e19381893c2 2024-11-16T10:26:24,798 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/A of 50dcad5a72c6fea11a2b12e4502f4ae0 into 8d76a016ffbb414186f16e19381893c2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:24,798 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:24,798 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/A, priority=13, startTime=1731752783949; duration=0sec 2024-11-16T10:26:24,798 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:24,798 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:A 2024-11-16T10:26:24,807 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/fce1a79135d44e82b3607ad36c51cbb1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/fce1a79135d44e82b3607ad36c51cbb1 2024-11-16T10:26:24,811 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/C of 50dcad5a72c6fea11a2b12e4502f4ae0 into fce1a79135d44e82b3607ad36c51cbb1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:24,811 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:24,811 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/C, priority=13, startTime=1731752783950; duration=0sec 2024-11-16T10:26:24,812 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:24,812 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:C 2024-11-16T10:26:24,849 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b6762dd81b6d490dba1c8a353cf8c7b6 2024-11-16T10:26:24,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/ad99589fd7fb4f89947a6ca25d3face2 is 50, key is test_row_0/C:col10/1731752782293/Put/seqid=0 2024-11-16T10:26:24,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742052_1228 (size=12301) 2024-11-16T10:26:24,971 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:26:25,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752845059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752845059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752845059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48416 deadline: 1731752845132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,135 DEBUG [Thread-636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:26:25,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48414 deadline: 1731752845143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,145 DEBUG [Thread-640 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18251 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:26:25,259 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/ad99589fd7fb4f89947a6ca25d3face2 2024-11-16T10:26:25,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/6fe9268e4c9646bcb152aaa922a456d3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6fe9268e4c9646bcb152aaa922a456d3 2024-11-16T10:26:25,267 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6fe9268e4c9646bcb152aaa922a456d3, entries=150, sequenceid=352, filesize=30.5 K 2024-11-16T10:26:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/b6762dd81b6d490dba1c8a353cf8c7b6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b6762dd81b6d490dba1c8a353cf8c7b6 2024-11-16T10:26:25,277 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b6762dd81b6d490dba1c8a353cf8c7b6, entries=150, sequenceid=352, filesize=12.0 K 2024-11-16T10:26:25,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/ad99589fd7fb4f89947a6ca25d3face2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/ad99589fd7fb4f89947a6ca25d3face2 2024-11-16T10:26:25,281 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/ad99589fd7fb4f89947a6ca25d3face2, entries=150, sequenceid=352, filesize=12.0 K 2024-11-16T10:26:25,282 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1278ms, sequenceid=352, compaction requested=false 2024-11-16T10:26:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-16T10:26:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-16T10:26:25,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-16T10:26:25,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8020 sec 2024-11-16T10:26:25,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.8060 sec 2024-11-16T10:26:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:25,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-16T10:26:25,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:25,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:25,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:25,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:25,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:25,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:25,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116779951bd25ea4299ba2ceab90b7f036c_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752784445/Put/seqid=0 2024-11-16T10:26:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742053_1229 (size=12454) 2024-11-16T10:26:25,586 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:25,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752845584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752845586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,590 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116779951bd25ea4299ba2ceab90b7f036c_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116779951bd25ea4299ba2ceab90b7f036c_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752845588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,591 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/873d70de4e7a48599d527d5afe2b9e33, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:25,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/873d70de4e7a48599d527d5afe2b9e33 is 175, key is test_row_0/A:col10/1731752784445/Put/seqid=0 2024-11-16T10:26:25,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742054_1230 (size=31255) 2024-11-16T10:26:25,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752845689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752845690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752845691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,837 DEBUG [Thread-647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:62294 2024-11-16T10:26:25,837 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:25,838 DEBUG [Thread-651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:62294 2024-11-16T10:26:25,838 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:25,838 DEBUG [Thread-653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:62294 2024-11-16T10:26:25,838 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:25,839 DEBUG [Thread-649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:62294 2024-11-16T10:26:25,839 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:25,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752845893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752845894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752845894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:25,997 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/873d70de4e7a48599d527d5afe2b9e33 2024-11-16T10:26:26,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/50c4b5dff9bc4c2ea31a0459b166ffba is 50, key is test_row_0/B:col10/1731752784445/Put/seqid=0 2024-11-16T10:26:26,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742055_1231 (size=12301) 2024-11-16T10:26:26,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752846197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:26,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752846198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752846198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:26,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/50c4b5dff9bc4c2ea31a0459b166ffba 2024-11-16T10:26:26,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/501427f3d8c342138a0a64c6b21f4d72 is 50, key is test_row_0/C:col10/1731752784445/Put/seqid=0 2024-11-16T10:26:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742056_1232 (size=12301) 2024-11-16T10:26:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-16T10:26:26,586 INFO [Thread-646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-16T10:26:26,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48446 deadline: 1731752846704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48440 deadline: 1731752846704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48436 deadline: 1731752846704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:26,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/501427f3d8c342138a0a64c6b21f4d72 2024-11-16T10:26:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/873d70de4e7a48599d527d5afe2b9e33 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/873d70de4e7a48599d527d5afe2b9e33 2024-11-16T10:26:26,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/873d70de4e7a48599d527d5afe2b9e33, entries=150, sequenceid=378, filesize=30.5 K 2024-11-16T10:26:26,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/50c4b5dff9bc4c2ea31a0459b166ffba as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/50c4b5dff9bc4c2ea31a0459b166ffba 2024-11-16T10:26:26,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/50c4b5dff9bc4c2ea31a0459b166ffba, entries=150, sequenceid=378, filesize=12.0 K 2024-11-16T10:26:26,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/501427f3d8c342138a0a64c6b21f4d72 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/501427f3d8c342138a0a64c6b21f4d72 2024-11-16T10:26:26,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/501427f3d8c342138a0a64c6b21f4d72, entries=150, sequenceid=378, filesize=12.0 K 2024-11-16T10:26:26,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1277ms, sequenceid=378, compaction requested=true 2024-11-16T10:26:26,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:26,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:26,842 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:26,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:26,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:26,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:26,843 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:26,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50dcad5a72c6fea11a2b12e4502f4ae0:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:26,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:26,843 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:26,843 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:26,844 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/A is initiating minor compaction (all files) 2024-11-16T10:26:26,844 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/B is initiating minor compaction (all files) 2024-11-16T10:26:26,844 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/A in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:26,844 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/B in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:26,844 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8ced46704ad3494997a731ab4dd5af5b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b6762dd81b6d490dba1c8a353cf8c7b6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/50c4b5dff9bc4c2ea31a0459b166ffba] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.8 K 2024-11-16T10:26:26,844 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8d76a016ffbb414186f16e19381893c2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6fe9268e4c9646bcb152aaa922a456d3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/873d70de4e7a48599d527d5afe2b9e33] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=92.3 K 2024-11-16T10:26:26,844 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:26,844 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8d76a016ffbb414186f16e19381893c2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6fe9268e4c9646bcb152aaa922a456d3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/873d70de4e7a48599d527d5afe2b9e33] 2024-11-16T10:26:26,844 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ced46704ad3494997a731ab4dd5af5b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731752781670 2024-11-16T10:26:26,844 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d76a016ffbb414186f16e19381893c2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731752781670 2024-11-16T10:26:26,844 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b6762dd81b6d490dba1c8a353cf8c7b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731752782293 2024-11-16T10:26:26,844 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fe9268e4c9646bcb152aaa922a456d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731752782293 2024-11-16T10:26:26,845 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 873d70de4e7a48599d527d5afe2b9e33, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731752784440 2024-11-16T10:26:26,845 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c4b5dff9bc4c2ea31a0459b166ffba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731752784440 2024-11-16T10:26:26,852 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:26,853 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/a99e595d6b884d37b3297928781dc17b is 50, key is test_row_0/B:col10/1731752784445/Put/seqid=0 2024-11-16T10:26:26,855 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:26,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742057_1233 (size=13187) 2024-11-16T10:26:26,857 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116441c86c1262048e19d14a06d7371c432_50dcad5a72c6fea11a2b12e4502f4ae0 store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:26,885 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116441c86c1262048e19d14a06d7371c432_50dcad5a72c6fea11a2b12e4502f4ae0, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:26,885 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116441c86c1262048e19d14a06d7371c432_50dcad5a72c6fea11a2b12e4502f4ae0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742058_1234 (size=4469) 2024-11-16T10:26:27,269 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/a99e595d6b884d37b3297928781dc17b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/a99e595d6b884d37b3297928781dc17b 2024-11-16T10:26:27,276 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/B of 50dcad5a72c6fea11a2b12e4502f4ae0 into a99e595d6b884d37b3297928781dc17b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:27,276 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:27,276 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/B, priority=13, startTime=1731752786843; duration=0sec 2024-11-16T10:26:27,276 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:27,276 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:B 2024-11-16T10:26:27,276 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:27,277 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:27,277 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 50dcad5a72c6fea11a2b12e4502f4ae0/C is initiating minor compaction (all files) 2024-11-16T10:26:27,278 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 50dcad5a72c6fea11a2b12e4502f4ae0/C in TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:27,278 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/fce1a79135d44e82b3607ad36c51cbb1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/ad99589fd7fb4f89947a6ca25d3face2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/501427f3d8c342138a0a64c6b21f4d72] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp, totalSize=36.8 K 2024-11-16T10:26:27,278 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting fce1a79135d44e82b3607ad36c51cbb1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731752781670 2024-11-16T10:26:27,278 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting ad99589fd7fb4f89947a6ca25d3face2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731752782293 2024-11-16T10:26:27,279 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 501427f3d8c342138a0a64c6b21f4d72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731752784440 2024-11-16T10:26:27,287 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:27,287 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/4595a023f7d74cc89477d2e1b803044f is 50, key is test_row_0/C:col10/1731752784445/Put/seqid=0 2024-11-16T10:26:27,290 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50dcad5a72c6fea11a2b12e4502f4ae0#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:27,291 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/e55abcf2e35448acb410f45c6d48841a is 175, key is test_row_0/A:col10/1731752784445/Put/seqid=0 2024-11-16T10:26:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742059_1235 (size=13187) 2024-11-16T10:26:27,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742060_1236 (size=32141) 2024-11-16T10:26:27,704 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/4595a023f7d74cc89477d2e1b803044f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/4595a023f7d74cc89477d2e1b803044f 2024-11-16T10:26:27,705 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/e55abcf2e35448acb410f45c6d48841a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/e55abcf2e35448acb410f45c6d48841a 2024-11-16T10:26:27,709 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/C of 50dcad5a72c6fea11a2b12e4502f4ae0 into 4595a023f7d74cc89477d2e1b803044f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:27,709 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 50dcad5a72c6fea11a2b12e4502f4ae0/A of 50dcad5a72c6fea11a2b12e4502f4ae0 into e55abcf2e35448acb410f45c6d48841a(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:27,709 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:27,709 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:27,709 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/A, priority=13, startTime=1731752786842; duration=0sec 2024-11-16T10:26:27,709 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0., storeName=50dcad5a72c6fea11a2b12e4502f4ae0/C, priority=13, startTime=1731752786843; duration=0sec 2024-11-16T10:26:27,710 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:27,710 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:A 2024-11-16T10:26:27,710 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:27,710 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50dcad5a72c6fea11a2b12e4502f4ae0:C 2024-11-16T10:26:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:27,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-16T10:26:27,715 DEBUG [Thread-638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:62294 2024-11-16T10:26:27,715 DEBUG [Thread-642 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:62294 2024-11-16T10:26:27,715 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:27,715 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:27,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:27,716 DEBUG [Thread-644 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:62294 2024-11-16T10:26:27,716 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:27,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:27,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:27,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:27,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:27,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:27,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162717415debda4c8884158c85ec6c7216_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_0/A:col10/1731752787715/Put/seqid=0 2024-11-16T10:26:27,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742061_1237 (size=12454) 2024-11-16T10:26:28,129 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:28,138 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411162717415debda4c8884158c85ec6c7216_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162717415debda4c8884158c85ec6c7216_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:28,139 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/23147ede1ccc470d940b6c14fb021c87, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:28,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/23147ede1ccc470d940b6c14fb021c87 is 175, key is test_row_0/A:col10/1731752787715/Put/seqid=0 2024-11-16T10:26:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742062_1238 (size=31255) 2024-11-16T10:26:28,547 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/23147ede1ccc470d940b6c14fb021c87 2024-11-16T10:26:28,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/ee364da3d03648f7b5e922343dac3092 is 50, key is test_row_0/B:col10/1731752787715/Put/seqid=0 2024-11-16T10:26:28,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742063_1239 (size=12301) 2024-11-16T10:26:28,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/ee364da3d03648f7b5e922343dac3092 2024-11-16T10:26:28,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/b4629f904ab6430f98222b54ac800b73 is 50, key is test_row_0/C:col10/1731752787715/Put/seqid=0 2024-11-16T10:26:28,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742064_1240 (size=12301) 2024-11-16T10:26:29,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/b4629f904ab6430f98222b54ac800b73 2024-11-16T10:26:29,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/23147ede1ccc470d940b6c14fb021c87 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/23147ede1ccc470d940b6c14fb021c87 2024-11-16T10:26:29,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/23147ede1ccc470d940b6c14fb021c87, entries=150, sequenceid=397, filesize=30.5 K 2024-11-16T10:26:29,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/ee364da3d03648f7b5e922343dac3092 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/ee364da3d03648f7b5e922343dac3092 2024-11-16T10:26:29,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/ee364da3d03648f7b5e922343dac3092, entries=150, sequenceid=397, filesize=12.0 K 2024-11-16T10:26:29,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/b4629f904ab6430f98222b54ac800b73 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b4629f904ab6430f98222b54ac800b73 2024-11-16T10:26:29,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b4629f904ab6430f98222b54ac800b73, entries=150, sequenceid=397, filesize=12.0 K 2024-11-16T10:26:29,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1701ms, sequenceid=397, compaction requested=false 2024-11-16T10:26:29,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:30,741 DEBUG [master/adb367c328a9:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3e2f57697faf2f9ca8c70fcfabd157b3 changed from -1.0 to 0.0, refreshing cache 2024-11-16T10:26:35,153 DEBUG [Thread-636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:62294 2024-11-16T10:26:35,153 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:35,228 DEBUG [Thread-640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:62294 2024-11-16T10:26:35,228 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6081 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5955 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2566 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7698 rows 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2562 2024-11-16T10:26:35,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7685 rows 2024-11-16T10:26:35,229 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:26:35,229 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:62294 2024-11-16T10:26:35,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:35,234 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T10:26:35,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T10:26:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T10:26:35,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752795238"}]},"ts":"1731752795238"} 2024-11-16T10:26:35,239 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T10:26:35,306 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T10:26:35,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T10:26:35,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, UNASSIGN}] 2024-11-16T10:26:35,313 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, UNASSIGN 2024-11-16T10:26:35,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=50dcad5a72c6fea11a2b12e4502f4ae0, regionState=CLOSING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:26:35,316 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T10:26:35,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:26:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T10:26:35,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:35,470 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:35,470 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T10:26:35,470 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 50dcad5a72c6fea11a2b12e4502f4ae0, disabling compactions & flushes 2024-11-16T10:26:35,470 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:35,470 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:35,470 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. after waiting 0 ms 2024-11-16T10:26:35,470 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:35,471 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 50dcad5a72c6fea11a2b12e4502f4ae0 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-16T10:26:35,471 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=A 2024-11-16T10:26:35,471 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:35,471 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=B 2024-11-16T10:26:35,472 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:35,472 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 50dcad5a72c6fea11a2b12e4502f4ae0, store=C 2024-11-16T10:26:35,472 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:35,481 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161109327f46004e02ac4afa3624e5c0fd_50dcad5a72c6fea11a2b12e4502f4ae0 is 50, key is test_row_1/A:col10/1731752795227/Put/seqid=0 2024-11-16T10:26:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742065_1241 (size=9914) 2024-11-16T10:26:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T10:26:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T10:26:35,888 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:35,896 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161109327f46004e02ac4afa3624e5c0fd_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161109327f46004e02ac4afa3624e5c0fd_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:35,897 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f8c53d2f39ae46f588f856056ab8af5b, store: [table=TestAcidGuarantees family=A region=50dcad5a72c6fea11a2b12e4502f4ae0] 2024-11-16T10:26:35,897 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f8c53d2f39ae46f588f856056ab8af5b is 175, key is test_row_1/A:col10/1731752795227/Put/seqid=0 2024-11-16T10:26:35,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742066_1242 (size=22561) 2024-11-16T10:26:36,302 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f8c53d2f39ae46f588f856056ab8af5b 2024-11-16T10:26:36,316 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/66dfdd9d819f4424847d0532e0f4c38c is 50, key is test_row_1/B:col10/1731752795227/Put/seqid=0 2024-11-16T10:26:36,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742067_1243 (size=9857) 2024-11-16T10:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T10:26:36,723 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/66dfdd9d819f4424847d0532e0f4c38c 2024-11-16T10:26:36,736 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/f5ead0d7436d4087ac44ddb10832a626 is 50, key is test_row_1/C:col10/1731752795227/Put/seqid=0 2024-11-16T10:26:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742068_1244 (size=9857) 2024-11-16T10:26:37,142 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/f5ead0d7436d4087ac44ddb10832a626 2024-11-16T10:26:37,146 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/A/f8c53d2f39ae46f588f856056ab8af5b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f8c53d2f39ae46f588f856056ab8af5b 2024-11-16T10:26:37,149 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f8c53d2f39ae46f588f856056ab8af5b, entries=100, sequenceid=402, filesize=22.0 K 2024-11-16T10:26:37,150 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/B/66dfdd9d819f4424847d0532e0f4c38c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/66dfdd9d819f4424847d0532e0f4c38c 2024-11-16T10:26:37,154 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/66dfdd9d819f4424847d0532e0f4c38c, entries=100, sequenceid=402, filesize=9.6 K 2024-11-16T10:26:37,154 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/.tmp/C/f5ead0d7436d4087ac44ddb10832a626 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/f5ead0d7436d4087ac44ddb10832a626 2024-11-16T10:26:37,158 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/f5ead0d7436d4087ac44ddb10832a626, entries=100, sequenceid=402, filesize=9.6 K 2024-11-16T10:26:37,158 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 50dcad5a72c6fea11a2b12e4502f4ae0 in 1687ms, sequenceid=402, compaction requested=true 2024-11-16T10:26:37,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6189ef7b3cbc4b4ca4d29e24503a031f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c8fbad82771f4768b7e317d52c251eb4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/5cafac98441d463b90f6605af6616a23, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/a806708a5a74493e943fcee88aa3c5bd, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/05db90a540364d4aa090a3fc06ce43a8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9d8de0691b2a464e86d94acf0d70b92b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c7ab640858564405b82b7fedc20fdfb0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/ef8c5d6c53d14cc3b14c9fac674a0ebf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8120768adab44e88b668686cca779a9b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/2fc3e7a61374437590b90d761337c8e6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/90ff2659abf44b8785ef49fcdf05ea36, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/aecf7e5d664141f0965eb8471421fba0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/1f81198de289416491f64b774bbda6aa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9af7f53859e84c13b25ea3a08216f7c9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f6b92bb03c6d4fc0b9946030ba8ff0c0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/cb7341d96ac34ae3ba9ac1aa934f6b57, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6af980aa5660413abff28a7756c102ee, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/d1367805eab14e3dba41d466f80e959e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/fa4d5aa4b4b041d6a35ab681d8cdb337, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/0da542fe82ba42d19b5bfc65e8fe558c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f74649ed631847cabd0febd69456884e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/72ecf38adb214717b2a3c1334cb327d6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/3bb3d24b6dcb49fb871ccb6869bca8de, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8d76a016ffbb414186f16e19381893c2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6fe9268e4c9646bcb152aaa922a456d3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/873d70de4e7a48599d527d5afe2b9e33] to archive 2024-11-16T10:26:37,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:26:37,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6189ef7b3cbc4b4ca4d29e24503a031f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6189ef7b3cbc4b4ca4d29e24503a031f 2024-11-16T10:26:37,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c8fbad82771f4768b7e317d52c251eb4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c8fbad82771f4768b7e317d52c251eb4 2024-11-16T10:26:37,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/5cafac98441d463b90f6605af6616a23 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/5cafac98441d463b90f6605af6616a23 2024-11-16T10:26:37,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/a806708a5a74493e943fcee88aa3c5bd to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/a806708a5a74493e943fcee88aa3c5bd 2024-11-16T10:26:37,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/05db90a540364d4aa090a3fc06ce43a8 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/05db90a540364d4aa090a3fc06ce43a8 2024-11-16T10:26:37,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9d8de0691b2a464e86d94acf0d70b92b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9d8de0691b2a464e86d94acf0d70b92b 2024-11-16T10:26:37,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c7ab640858564405b82b7fedc20fdfb0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/c7ab640858564405b82b7fedc20fdfb0 2024-11-16T10:26:37,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/ef8c5d6c53d14cc3b14c9fac674a0ebf to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/ef8c5d6c53d14cc3b14c9fac674a0ebf 2024-11-16T10:26:37,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8120768adab44e88b668686cca779a9b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8120768adab44e88b668686cca779a9b 2024-11-16T10:26:37,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/2fc3e7a61374437590b90d761337c8e6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/2fc3e7a61374437590b90d761337c8e6 2024-11-16T10:26:37,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/90ff2659abf44b8785ef49fcdf05ea36 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/90ff2659abf44b8785ef49fcdf05ea36 2024-11-16T10:26:37,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/aecf7e5d664141f0965eb8471421fba0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/aecf7e5d664141f0965eb8471421fba0 2024-11-16T10:26:37,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/1f81198de289416491f64b774bbda6aa to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/1f81198de289416491f64b774bbda6aa 2024-11-16T10:26:37,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9af7f53859e84c13b25ea3a08216f7c9 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/9af7f53859e84c13b25ea3a08216f7c9 2024-11-16T10:26:37,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f6b92bb03c6d4fc0b9946030ba8ff0c0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f6b92bb03c6d4fc0b9946030ba8ff0c0 2024-11-16T10:26:37,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/cb7341d96ac34ae3ba9ac1aa934f6b57 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/cb7341d96ac34ae3ba9ac1aa934f6b57 2024-11-16T10:26:37,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6af980aa5660413abff28a7756c102ee to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6af980aa5660413abff28a7756c102ee 2024-11-16T10:26:37,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/d1367805eab14e3dba41d466f80e959e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/d1367805eab14e3dba41d466f80e959e 2024-11-16T10:26:37,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/fa4d5aa4b4b041d6a35ab681d8cdb337 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/fa4d5aa4b4b041d6a35ab681d8cdb337 2024-11-16T10:26:37,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/0da542fe82ba42d19b5bfc65e8fe558c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/0da542fe82ba42d19b5bfc65e8fe558c 2024-11-16T10:26:37,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f74649ed631847cabd0febd69456884e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f74649ed631847cabd0febd69456884e 2024-11-16T10:26:37,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/72ecf38adb214717b2a3c1334cb327d6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/72ecf38adb214717b2a3c1334cb327d6 2024-11-16T10:26:37,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/3bb3d24b6dcb49fb871ccb6869bca8de to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/3bb3d24b6dcb49fb871ccb6869bca8de 2024-11-16T10:26:37,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8d76a016ffbb414186f16e19381893c2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/8d76a016ffbb414186f16e19381893c2 2024-11-16T10:26:37,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6fe9268e4c9646bcb152aaa922a456d3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/6fe9268e4c9646bcb152aaa922a456d3 2024-11-16T10:26:37,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/873d70de4e7a48599d527d5afe2b9e33 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/873d70de4e7a48599d527d5afe2b9e33 2024-11-16T10:26:37,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1fbd3237163b42d59be435515cd3c64d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/9f06d58239ac4fa98c09093e4f23c7c6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/fdd642fad2b941e0a9b044c7b6554709, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1aa6a3365c514181a51843e82d00e7fe, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/527526896b5e4c68bd4d470949817428, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8c82d8da05a643cc92c1f8df7f6bb88c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b02013ac04534c289c2f97e3a8e5a953, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3a3cb8b9892f4c8582ebbfa3c97f4cc1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d665f3386df44524a31361821c83b0b7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/e6029c1c17834e2a92aa5ac0aca371fa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/546e9650e74d42938bbc1c04a834b5aa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b2203168e71b4f86a2d2967d1ccaee47, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b8c81c25a1f04417959156ced9fcc43b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/57385a88db774dbf897e5795e4d510ce, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3bc46336acd04bfc94265620fe27381c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c98a57ed8fdd47ffa9be2ea7a9c0a61c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/07ec95af5a60430d8f3bf1b3327d56c3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/38f8f185b517468b9f9ccf29e0e1d3d6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/7c70aa14868b4d5e9ac3bf218994e8d7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/242387e7e00b4cf2a56ae2770fc20aaa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c7db1165c73a43b78740aced89710b9b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/09d22bd94b1b4cfc855bb8537cd05966, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8ced46704ad3494997a731ab4dd5af5b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d9d1d93ee17f4fc18806106d72e359a5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b6762dd81b6d490dba1c8a353cf8c7b6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/50c4b5dff9bc4c2ea31a0459b166ffba] to archive 2024-11-16T10:26:37,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:26:37,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1fbd3237163b42d59be435515cd3c64d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1fbd3237163b42d59be435515cd3c64d 2024-11-16T10:26:37,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/9f06d58239ac4fa98c09093e4f23c7c6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/9f06d58239ac4fa98c09093e4f23c7c6 2024-11-16T10:26:37,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/fdd642fad2b941e0a9b044c7b6554709 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/fdd642fad2b941e0a9b044c7b6554709 2024-11-16T10:26:37,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1aa6a3365c514181a51843e82d00e7fe to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/1aa6a3365c514181a51843e82d00e7fe 2024-11-16T10:26:37,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/527526896b5e4c68bd4d470949817428 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/527526896b5e4c68bd4d470949817428 2024-11-16T10:26:37,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8c82d8da05a643cc92c1f8df7f6bb88c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8c82d8da05a643cc92c1f8df7f6bb88c 2024-11-16T10:26:37,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b02013ac04534c289c2f97e3a8e5a953 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b02013ac04534c289c2f97e3a8e5a953 2024-11-16T10:26:37,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3a3cb8b9892f4c8582ebbfa3c97f4cc1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3a3cb8b9892f4c8582ebbfa3c97f4cc1 2024-11-16T10:26:37,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d665f3386df44524a31361821c83b0b7 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d665f3386df44524a31361821c83b0b7 2024-11-16T10:26:37,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/e6029c1c17834e2a92aa5ac0aca371fa to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/e6029c1c17834e2a92aa5ac0aca371fa 2024-11-16T10:26:37,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/546e9650e74d42938bbc1c04a834b5aa to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/546e9650e74d42938bbc1c04a834b5aa 2024-11-16T10:26:37,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b2203168e71b4f86a2d2967d1ccaee47 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b2203168e71b4f86a2d2967d1ccaee47 2024-11-16T10:26:37,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b8c81c25a1f04417959156ced9fcc43b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b8c81c25a1f04417959156ced9fcc43b 2024-11-16T10:26:37,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/57385a88db774dbf897e5795e4d510ce to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/57385a88db774dbf897e5795e4d510ce 2024-11-16T10:26:37,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3bc46336acd04bfc94265620fe27381c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/3bc46336acd04bfc94265620fe27381c 2024-11-16T10:26:37,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c98a57ed8fdd47ffa9be2ea7a9c0a61c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c98a57ed8fdd47ffa9be2ea7a9c0a61c 2024-11-16T10:26:37,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/07ec95af5a60430d8f3bf1b3327d56c3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/07ec95af5a60430d8f3bf1b3327d56c3 2024-11-16T10:26:37,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/38f8f185b517468b9f9ccf29e0e1d3d6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/38f8f185b517468b9f9ccf29e0e1d3d6 2024-11-16T10:26:37,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/7c70aa14868b4d5e9ac3bf218994e8d7 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/7c70aa14868b4d5e9ac3bf218994e8d7 2024-11-16T10:26:37,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/242387e7e00b4cf2a56ae2770fc20aaa to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/242387e7e00b4cf2a56ae2770fc20aaa 2024-11-16T10:26:37,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c7db1165c73a43b78740aced89710b9b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/c7db1165c73a43b78740aced89710b9b 2024-11-16T10:26:37,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/09d22bd94b1b4cfc855bb8537cd05966 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/09d22bd94b1b4cfc855bb8537cd05966 2024-11-16T10:26:37,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8ced46704ad3494997a731ab4dd5af5b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/8ced46704ad3494997a731ab4dd5af5b 2024-11-16T10:26:37,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d9d1d93ee17f4fc18806106d72e359a5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/d9d1d93ee17f4fc18806106d72e359a5 2024-11-16T10:26:37,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b6762dd81b6d490dba1c8a353cf8c7b6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/b6762dd81b6d490dba1c8a353cf8c7b6 2024-11-16T10:26:37,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/50c4b5dff9bc4c2ea31a0459b166ffba to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/50c4b5dff9bc4c2ea31a0459b166ffba 2024-11-16T10:26:37,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/0514b8f69f3b4ac48da152617dafefc4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/98381a9c885b4559b94f85986fa4e4b1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e353ef66c2174ccd9cde39a5947852e9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/89071a0c3e7449d0b61484d60bbfc59b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/caa7a2c450824275a411a62d589ab1e0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/04b2b4e936e44fd58c70086cc99cf432, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/25ec0a00f19048ebb14022c56c29e06b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/512cab5c043d4fa9a03c2a9629ebf2b4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/4678b0fa9e014b0291aee39ffffc4318, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e866343832b0476c8f9a9f005a952465, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/a88a354ed72c4c55ae4cbac950c1a14d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/bc8f1f8f9b904cadb7b1bcb4152d65f7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b34b805df1964da6bdb7b10fbe8a1576, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/324654ce99c64800880a74b852caa402, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e1442954f8e84e24948ca9beff6ca3cf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/d8df920679084daab6a16b409c0b80a5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/1ab20b54127f47ea84a5f535d1847425, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/70d673eec5184a998ea879c34fe4615e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b1b2b2e1c87c4223be5fe63d8f1d6cff, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/7293badd2db5436f8c7b644781f90891, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/263bbd65e10b4b62bb1e289a8e3762b0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/adabd2ec898444f0a66d62b3637bcb72, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/fce1a79135d44e82b3607ad36c51cbb1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/8b619225f97741c1aef8a67d0c38798c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/ad99589fd7fb4f89947a6ca25d3face2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/501427f3d8c342138a0a64c6b21f4d72] to archive 2024-11-16T10:26:37,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:26:37,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/0514b8f69f3b4ac48da152617dafefc4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/0514b8f69f3b4ac48da152617dafefc4 2024-11-16T10:26:37,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/98381a9c885b4559b94f85986fa4e4b1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/98381a9c885b4559b94f85986fa4e4b1 2024-11-16T10:26:37,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e353ef66c2174ccd9cde39a5947852e9 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e353ef66c2174ccd9cde39a5947852e9 2024-11-16T10:26:37,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/89071a0c3e7449d0b61484d60bbfc59b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/89071a0c3e7449d0b61484d60bbfc59b 2024-11-16T10:26:37,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/caa7a2c450824275a411a62d589ab1e0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/caa7a2c450824275a411a62d589ab1e0 2024-11-16T10:26:37,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/04b2b4e936e44fd58c70086cc99cf432 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/04b2b4e936e44fd58c70086cc99cf432 2024-11-16T10:26:37,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/25ec0a00f19048ebb14022c56c29e06b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/25ec0a00f19048ebb14022c56c29e06b 2024-11-16T10:26:37,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/512cab5c043d4fa9a03c2a9629ebf2b4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/512cab5c043d4fa9a03c2a9629ebf2b4 2024-11-16T10:26:37,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/4678b0fa9e014b0291aee39ffffc4318 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/4678b0fa9e014b0291aee39ffffc4318 2024-11-16T10:26:37,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e866343832b0476c8f9a9f005a952465 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e866343832b0476c8f9a9f005a952465 2024-11-16T10:26:37,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/a88a354ed72c4c55ae4cbac950c1a14d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/a88a354ed72c4c55ae4cbac950c1a14d 2024-11-16T10:26:37,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/bc8f1f8f9b904cadb7b1bcb4152d65f7 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/bc8f1f8f9b904cadb7b1bcb4152d65f7 2024-11-16T10:26:37,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b34b805df1964da6bdb7b10fbe8a1576 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b34b805df1964da6bdb7b10fbe8a1576 2024-11-16T10:26:37,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/324654ce99c64800880a74b852caa402 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/324654ce99c64800880a74b852caa402 2024-11-16T10:26:37,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e1442954f8e84e24948ca9beff6ca3cf to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/e1442954f8e84e24948ca9beff6ca3cf 2024-11-16T10:26:37,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/d8df920679084daab6a16b409c0b80a5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/d8df920679084daab6a16b409c0b80a5 2024-11-16T10:26:37,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/1ab20b54127f47ea84a5f535d1847425 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/1ab20b54127f47ea84a5f535d1847425 2024-11-16T10:26:37,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/70d673eec5184a998ea879c34fe4615e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/70d673eec5184a998ea879c34fe4615e 2024-11-16T10:26:37,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b1b2b2e1c87c4223be5fe63d8f1d6cff to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b1b2b2e1c87c4223be5fe63d8f1d6cff 2024-11-16T10:26:37,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/7293badd2db5436f8c7b644781f90891 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/7293badd2db5436f8c7b644781f90891 2024-11-16T10:26:37,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/263bbd65e10b4b62bb1e289a8e3762b0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/263bbd65e10b4b62bb1e289a8e3762b0 2024-11-16T10:26:37,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/adabd2ec898444f0a66d62b3637bcb72 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/adabd2ec898444f0a66d62b3637bcb72 2024-11-16T10:26:37,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/fce1a79135d44e82b3607ad36c51cbb1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/fce1a79135d44e82b3607ad36c51cbb1 2024-11-16T10:26:37,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/8b619225f97741c1aef8a67d0c38798c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/8b619225f97741c1aef8a67d0c38798c 2024-11-16T10:26:37,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/ad99589fd7fb4f89947a6ca25d3face2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/ad99589fd7fb4f89947a6ca25d3face2 2024-11-16T10:26:37,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/501427f3d8c342138a0a64c6b21f4d72 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/501427f3d8c342138a0a64c6b21f4d72 2024-11-16T10:26:37,238 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/recovered.edits/405.seqid, newMaxSeqId=405, maxSeqId=4 2024-11-16T10:26:37,239 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0. 2024-11-16T10:26:37,239 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 50dcad5a72c6fea11a2b12e4502f4ae0: 2024-11-16T10:26:37,240 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=50dcad5a72c6fea11a2b12e4502f4ae0, regionState=CLOSED 2024-11-16T10:26:37,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-16T10:26:37,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 50dcad5a72c6fea11a2b12e4502f4ae0, server=adb367c328a9,33523,1731752726549 in 1.9250 sec 2024-11-16T10:26:37,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-16T10:26:37,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=50dcad5a72c6fea11a2b12e4502f4ae0, UNASSIGN in 1.9310 sec 2024-11-16T10:26:37,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-16T10:26:37,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9350 sec 2024-11-16T10:26:37,245 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752797244"}]},"ts":"1731752797244"} 2024-11-16T10:26:37,245 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T10:26:37,289 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T10:26:37,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0560 sec 2024-11-16T10:26:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-16T10:26:37,345 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-16T10:26:37,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T10:26:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:37,348 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-16T10:26:37,349 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:37,352 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,359 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/recovered.edits] 2024-11-16T10:26:37,364 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/23147ede1ccc470d940b6c14fb021c87 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/23147ede1ccc470d940b6c14fb021c87 2024-11-16T10:26:37,365 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/e55abcf2e35448acb410f45c6d48841a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/e55abcf2e35448acb410f45c6d48841a 2024-11-16T10:26:37,367 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f8c53d2f39ae46f588f856056ab8af5b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/A/f8c53d2f39ae46f588f856056ab8af5b 2024-11-16T10:26:37,369 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/66dfdd9d819f4424847d0532e0f4c38c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/66dfdd9d819f4424847d0532e0f4c38c 2024-11-16T10:26:37,370 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/a99e595d6b884d37b3297928781dc17b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/a99e595d6b884d37b3297928781dc17b 2024-11-16T10:26:37,372 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/ee364da3d03648f7b5e922343dac3092 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/B/ee364da3d03648f7b5e922343dac3092 2024-11-16T10:26:37,374 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/4595a023f7d74cc89477d2e1b803044f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/4595a023f7d74cc89477d2e1b803044f 2024-11-16T10:26:37,375 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b4629f904ab6430f98222b54ac800b73 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/b4629f904ab6430f98222b54ac800b73 2024-11-16T10:26:37,376 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/f5ead0d7436d4087ac44ddb10832a626 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/C/f5ead0d7436d4087ac44ddb10832a626 2024-11-16T10:26:37,378 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/recovered.edits/405.seqid to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0/recovered.edits/405.seqid 2024-11-16T10:26:37,379 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,379 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T10:26:37,379 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T10:26:37,380 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-16T10:26:37,383 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111600e6c117b1c442a3a872ed89f51784bc_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111600e6c117b1c442a3a872ed89f51784bc_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,384 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161109327f46004e02ac4afa3624e5c0fd_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161109327f46004e02ac4afa3624e5c0fd_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,385 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162717415debda4c8884158c85ec6c7216_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162717415debda4c8884158c85ec6c7216_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,386 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162a76972e4e194da789687ec548afc9d0_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411162a76972e4e194da789687ec548afc9d0_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,387 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165f23f3bd84764d1fa1edce181357d213_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165f23f3bd84764d1fa1edce181357d213_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,388 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116681f566746bb4d61b699afea2a160038_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116681f566746bb4d61b699afea2a160038_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,389 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166ae4b68c262349d59fec03b997c40c2e_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166ae4b68c262349d59fec03b997c40c2e_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,390 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111673712820ffb541f49093218fac69c361_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111673712820ffb541f49093218fac69c361_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,391 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167441950169d04bb29eadd83d30ba0d78_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167441950169d04bb29eadd83d30ba0d78_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,392 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116779951bd25ea4299ba2ceab90b7f036c_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116779951bd25ea4299ba2ceab90b7f036c_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,393 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116796bdf83c9e24f53a5bc8d10a6cfaba1_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116796bdf83c9e24f53a5bc8d10a6cfaba1_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,394 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111679814adbf549467387d065ac419f5d9e_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111679814adbf549467387d065ac419f5d9e_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,395 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167ce3e5a4475b4170b85772f7b9556ee3_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411167ce3e5a4475b4170b85772f7b9556ee3_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,396 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169cbc66a0046f4230b20889814f5bf016_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411169cbc66a0046f4230b20889814f5bf016_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,398 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a8e24ffd21d94f82896ebbc33fb982c2_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a8e24ffd21d94f82896ebbc33fb982c2_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,399 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b5496e96a31f4b5abb30d918f59c3359_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b5496e96a31f4b5abb30d918f59c3359_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,400 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e7050bd5545c493885157555d0223453_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e7050bd5545c493885157555d0223453_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,401 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ebb6a875548f443d999ee0a7091b31ef_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ebb6a875548f443d999ee0a7091b31ef_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,402 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f33e49ea10954b4ca5e8143be64e4fba_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f33e49ea10954b4ca5e8143be64e4fba_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,403 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f66070d450f24e9ab351f3649ebc4e81_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f66070d450f24e9ab351f3649ebc4e81_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,404 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116fdc29b4863a04f5981ccf2b066eed863_50dcad5a72c6fea11a2b12e4502f4ae0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116fdc29b4863a04f5981ccf2b066eed863_50dcad5a72c6fea11a2b12e4502f4ae0 2024-11-16T10:26:37,405 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T10:26:37,407 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:37,409 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T10:26:37,411 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T10:26:37,412 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:37,412 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T10:26:37,412 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731752797412"}]},"ts":"9223372036854775807"} 2024-11-16T10:26:37,414 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T10:26:37,414 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 50dcad5a72c6fea11a2b12e4502f4ae0, NAME => 'TestAcidGuarantees,,1731752762593.50dcad5a72c6fea11a2b12e4502f4ae0.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T10:26:37,414 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T10:26:37,415 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731752797415"}]},"ts":"9223372036854775807"} 2024-11-16T10:26:37,417 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T10:26:37,423 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:37,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-16T10:26:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-16T10:26:37,450 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-16T10:26:37,460 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 238), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 268) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3369 (was 3503) 2024-11-16T10:26:37,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=3367 2024-11-16T10:26:37,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T10:26:37,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:26:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T10:26:37,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:26:37,473 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:37,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-16T10:26:37,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:26:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-16T10:26:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742069_1245 (size=960) 2024-11-16T10:26:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-16T10:26:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-16T10:26:37,882 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f 2024-11-16T10:26:37,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742070_1246 (size=53) 2024-11-16T10:26:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-16T10:26:38,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:26:38,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 59a7be71dca0c47b634fadb5c6cc974c, disabling compactions & flushes 2024-11-16T10:26:38,294 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:38,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:38,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. after waiting 0 ms 2024-11-16T10:26:38,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:38,294 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:38,295 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:38,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:26:38,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731752798297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752798297"}]},"ts":"1731752798297"} 2024-11-16T10:26:38,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:26:38,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:26:38,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752798302"}]},"ts":"1731752798302"} 2024-11-16T10:26:38,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T10:26:38,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59a7be71dca0c47b634fadb5c6cc974c, ASSIGN}] 2024-11-16T10:26:38,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59a7be71dca0c47b634fadb5c6cc974c, ASSIGN 2024-11-16T10:26:38,360 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=59a7be71dca0c47b634fadb5c6cc974c, ASSIGN; state=OFFLINE, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=false 2024-11-16T10:26:38,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=59a7be71dca0c47b634fadb5c6cc974c, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:26:38,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:26:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-16T10:26:38,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:38,666 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:38,666 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:26:38,666 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:38,666 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:26:38,667 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:38,667 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:38,668 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:38,669 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:26:38,669 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a7be71dca0c47b634fadb5c6cc974c columnFamilyName A 2024-11-16T10:26:38,669 DEBUG [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:38,670 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] regionserver.HStore(327): Store=59a7be71dca0c47b634fadb5c6cc974c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:26:38,670 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:38,670 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:26:38,671 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a7be71dca0c47b634fadb5c6cc974c columnFamilyName B 2024-11-16T10:26:38,671 DEBUG [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:38,671 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] regionserver.HStore(327): Store=59a7be71dca0c47b634fadb5c6cc974c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:26:38,671 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:38,672 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:26:38,672 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a7be71dca0c47b634fadb5c6cc974c columnFamilyName C 2024-11-16T10:26:38,672 DEBUG [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:26:38,672 INFO [StoreOpener-59a7be71dca0c47b634fadb5c6cc974c-1 {}] regionserver.HStore(327): Store=59a7be71dca0c47b634fadb5c6cc974c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:26:38,673 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:38,673 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:38,673 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:38,675 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:26:38,676 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:38,678 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:26:38,678 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 59a7be71dca0c47b634fadb5c6cc974c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65686596, jitterRate=-0.02119344472885132}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:26:38,679 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:38,679 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., pid=66, masterSystemTime=1731752798663 2024-11-16T10:26:38,681 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:38,681 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:38,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=59a7be71dca0c47b634fadb5c6cc974c, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:26:38,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-16T10:26:38,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 in 170 msec 2024-11-16T10:26:38,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-16T10:26:38,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59a7be71dca0c47b634fadb5c6cc974c, ASSIGN in 327 msec 2024-11-16T10:26:38,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:26:38,685 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752798685"}]},"ts":"1731752798685"} 2024-11-16T10:26:38,686 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T10:26:38,732 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:26:38,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2610 sec 2024-11-16T10:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-16T10:26:39,581 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-16T10:26:39,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-16T10:26:39,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:26:39,641 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:26:39,646 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-16T10:26:39,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,659 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-16T10:26:39,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-16T10:26:39,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-16T10:26:39,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,693 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-16T10:26:39,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,709 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-16T10:26:39,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-16T10:26:39,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-16T10:26:39,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-16T10:26:39,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-16T10:26:39,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:26:39,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:39,771 DEBUG [hconnection-0x60181f8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,771 DEBUG [hconnection-0x6b725a2d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,771 DEBUG [hconnection-0x5f5b9fd1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-16T10:26:39,772 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,773 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,773 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-16T10:26:39,775 DEBUG [hconnection-0x672e37dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,776 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:39,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:39,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:39,781 DEBUG [hconnection-0x18cdc559-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:39,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:26:39,782 DEBUG [hconnection-0x40c6f62b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,782 DEBUG [hconnection-0xeb16384-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,783 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,783 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,783 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:39,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:39,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:39,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:39,784 DEBUG [hconnection-0x26ae793d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:39,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:39,784 DEBUG [hconnection-0x52f7c385-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,785 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,785 DEBUG [hconnection-0x7caf21b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:26:39,785 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,786 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:26:39,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/9b74b754be714800b09e78e1031476cb is 50, key is test_row_0/A:col10/1731752799782/Put/seqid=0 2024-11-16T10:26:39,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752859813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752859814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752859818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752859819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752859820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742071_1247 (size=12001) 2024-11-16T10:26:39,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/9b74b754be714800b09e78e1031476cb 2024-11-16T10:26:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-16T10:26:39,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/878efc984e184369a09d4972ed869f64 is 50, key is test_row_0/B:col10/1731752799782/Put/seqid=0 2024-11-16T10:26:39,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742072_1248 (size=12001) 2024-11-16T10:26:39,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/878efc984e184369a09d4972ed869f64 2024-11-16T10:26:39,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752859920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752859921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752859925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-16T10:26:39,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752859925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:39,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:39,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752859925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:39,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/db8e85ff567e4b19a96a6e4ee69dbb84 is 50, key is test_row_0/C:col10/1731752799782/Put/seqid=0 2024-11-16T10:26:39,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742073_1249 (size=12001) 2024-11-16T10:26:39,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/db8e85ff567e4b19a96a6e4ee69dbb84 2024-11-16T10:26:39,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/9b74b754be714800b09e78e1031476cb as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9b74b754be714800b09e78e1031476cb 2024-11-16T10:26:39,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9b74b754be714800b09e78e1031476cb, entries=150, sequenceid=13, filesize=11.7 K 2024-11-16T10:26:39,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/878efc984e184369a09d4972ed869f64 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/878efc984e184369a09d4972ed869f64 2024-11-16T10:26:39,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/878efc984e184369a09d4972ed869f64, entries=150, sequenceid=13, filesize=11.7 K 2024-11-16T10:26:39,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/db8e85ff567e4b19a96a6e4ee69dbb84 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/db8e85ff567e4b19a96a6e4ee69dbb84 2024-11-16T10:26:39,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/db8e85ff567e4b19a96a6e4ee69dbb84, entries=150, sequenceid=13, filesize=11.7 K 2024-11-16T10:26:39,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 59a7be71dca0c47b634fadb5c6cc974c in 208ms, sequenceid=13, compaction requested=false 2024-11-16T10:26:39,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-16T10:26:40,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-16T10:26:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:40,081 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:26:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:40,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/f9b7781ae38245169d6909c8346c04e6 is 50, key is test_row_0/A:col10/1731752799817/Put/seqid=0 2024-11-16T10:26:40,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742074_1250 (size=12001) 2024-11-16T10:26:40,110 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/f9b7781ae38245169d6909c8346c04e6 2024-11-16T10:26:40,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/7b38f45d173841c590f6c5bc3baae680 is 50, key is test_row_0/B:col10/1731752799817/Put/seqid=0 2024-11-16T10:26:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:40,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:40,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742075_1251 (size=12001) 2024-11-16T10:26:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752860136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752860137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752860138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752860139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752860138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752860241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752860244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752860251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752860251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752860251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-16T10:26:40,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752860445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752860447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752860454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752860454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752860454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,538 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/7b38f45d173841c590f6c5bc3baae680 2024-11-16T10:26:40,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/4f5a073af99c49d0b41d22566301134c is 50, key is test_row_0/C:col10/1731752799817/Put/seqid=0 2024-11-16T10:26:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742076_1252 (size=12001) 2024-11-16T10:26:40,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752860749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752860751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752860757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752860757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752860759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-16T10:26:40,974 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/4f5a073af99c49d0b41d22566301134c 2024-11-16T10:26:40,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/f9b7781ae38245169d6909c8346c04e6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/f9b7781ae38245169d6909c8346c04e6 2024-11-16T10:26:40,981 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/f9b7781ae38245169d6909c8346c04e6, entries=150, sequenceid=38, filesize=11.7 K 2024-11-16T10:26:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/7b38f45d173841c590f6c5bc3baae680 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/7b38f45d173841c590f6c5bc3baae680 2024-11-16T10:26:40,985 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/7b38f45d173841c590f6c5bc3baae680, entries=150, sequenceid=38, filesize=11.7 K 2024-11-16T10:26:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/4f5a073af99c49d0b41d22566301134c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4f5a073af99c49d0b41d22566301134c 2024-11-16T10:26:40,989 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4f5a073af99c49d0b41d22566301134c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-16T10:26:40,990 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59a7be71dca0c47b634fadb5c6cc974c in 909ms, sequenceid=38, compaction requested=false 2024-11-16T10:26:40,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:40,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:40,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-16T10:26:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-16T10:26:40,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-16T10:26:40,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2150 sec 2024-11-16T10:26:40,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.2220 sec 2024-11-16T10:26:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:41,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:26:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:41,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:41,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:41,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:41,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:41,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/19c15bb9d3df4df7acfce74f220ea990 is 50, key is test_row_1/A:col10/1731752800134/Put/seqid=0 2024-11-16T10:26:41,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742077_1253 (size=9657) 2024-11-16T10:26:41,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752861272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752861274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752861274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752861275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752861275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752861376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752861378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752861378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752861378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752861378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752861578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752861580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752861581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752861581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752861581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/19c15bb9d3df4df7acfce74f220ea990 2024-11-16T10:26:41,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/44bc102a731240038b7b72b4497904d3 is 50, key is test_row_1/B:col10/1731752800134/Put/seqid=0 2024-11-16T10:26:41,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742078_1254 (size=9657) 2024-11-16T10:26:41,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/44bc102a731240038b7b72b4497904d3 2024-11-16T10:26:41,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/c65a00c54ce8452f82d229a518bb761c is 50, key is test_row_1/C:col10/1731752800134/Put/seqid=0 2024-11-16T10:26:41,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742079_1255 (size=9657) 2024-11-16T10:26:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-16T10:26:41,877 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-16T10:26:41,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-16T10:26:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-16T10:26:41,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:41,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:41,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:41,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752861880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752861883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752861883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752861884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752861885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-16T10:26:42,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-16T10:26:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:42,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:42,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/c65a00c54ce8452f82d229a518bb761c 2024-11-16T10:26:42,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/19c15bb9d3df4df7acfce74f220ea990 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/19c15bb9d3df4df7acfce74f220ea990 2024-11-16T10:26:42,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/19c15bb9d3df4df7acfce74f220ea990, entries=100, sequenceid=50, filesize=9.4 K 2024-11-16T10:26:42,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/44bc102a731240038b7b72b4497904d3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/44bc102a731240038b7b72b4497904d3 2024-11-16T10:26:42,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/44bc102a731240038b7b72b4497904d3, entries=100, sequenceid=50, filesize=9.4 K 2024-11-16T10:26:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/c65a00c54ce8452f82d229a518bb761c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c65a00c54ce8452f82d229a518bb761c 2024-11-16T10:26:42,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c65a00c54ce8452f82d229a518bb761c, entries=100, sequenceid=50, filesize=9.4 K 2024-11-16T10:26:42,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 59a7be71dca0c47b634fadb5c6cc974c in 858ms, sequenceid=50, compaction requested=true 2024-11-16T10:26:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:42,112 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:42,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:42,113 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:42,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:42,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:42,113 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:42,113 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:42,114 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/A is initiating minor compaction (all files) 2024-11-16T10:26:42,114 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/B is initiating minor compaction (all files) 2024-11-16T10:26:42,114 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/B in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:42,114 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/A in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:42,114 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9b74b754be714800b09e78e1031476cb, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/f9b7781ae38245169d6909c8346c04e6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/19c15bb9d3df4df7acfce74f220ea990] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=32.9 K 2024-11-16T10:26:42,114 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/878efc984e184369a09d4972ed869f64, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/7b38f45d173841c590f6c5bc3baae680, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/44bc102a731240038b7b72b4497904d3] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=32.9 K 2024-11-16T10:26:42,114 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 878efc984e184369a09d4972ed869f64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731752799780 2024-11-16T10:26:42,114 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b74b754be714800b09e78e1031476cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731752799780 2024-11-16T10:26:42,114 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9b7781ae38245169d6909c8346c04e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731752799817 2024-11-16T10:26:42,115 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b38f45d173841c590f6c5bc3baae680, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731752799817 2024-11-16T10:26:42,115 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 44bc102a731240038b7b72b4497904d3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731752800134 2024-11-16T10:26:42,115 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19c15bb9d3df4df7acfce74f220ea990, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731752800134 2024-11-16T10:26:42,123 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#A#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:42,124 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:42,124 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/596e55c06b2043a1b0d7caa86839c36b is 50, key is test_row_0/A:col10/1731752799817/Put/seqid=0 2024-11-16T10:26:42,124 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/897b05ac27e04d0a9ca61148e1d73474 is 50, key is test_row_0/B:col10/1731752799817/Put/seqid=0 2024-11-16T10:26:42,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742081_1257 (size=12104) 2024-11-16T10:26:42,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742080_1256 (size=12104) 2024-11-16T10:26:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-16T10:26:42,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-16T10:26:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:42,184 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:26:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:42,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/08060a338d374ad3bd1c613d45735a81 is 50, key is test_row_0/A:col10/1731752801274/Put/seqid=0 2024-11-16T10:26:42,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742082_1258 (size=12001) 2024-11-16T10:26:42,193 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/08060a338d374ad3bd1c613d45735a81 2024-11-16T10:26:42,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/4eb812e60c304706b26ea3451ccdffb6 is 50, key is test_row_0/B:col10/1731752801274/Put/seqid=0 2024-11-16T10:26:42,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742083_1259 (size=12001) 2024-11-16T10:26:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:42,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752862392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752862393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752862393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752862393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752862394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-16T10:26:42,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752862496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752862496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752862496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752862496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752862496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,562 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/897b05ac27e04d0a9ca61148e1d73474 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/897b05ac27e04d0a9ca61148e1d73474 2024-11-16T10:26:42,562 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/596e55c06b2043a1b0d7caa86839c36b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/596e55c06b2043a1b0d7caa86839c36b 2024-11-16T10:26:42,569 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/B of 59a7be71dca0c47b634fadb5c6cc974c into 897b05ac27e04d0a9ca61148e1d73474(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:42,569 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:42,569 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/B, priority=13, startTime=1731752802112; duration=0sec 2024-11-16T10:26:42,569 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:42,569 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:B 2024-11-16T10:26:42,569 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:42,570 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:42,570 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/C is initiating minor compaction (all files) 2024-11-16T10:26:42,571 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/C in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:42,571 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/db8e85ff567e4b19a96a6e4ee69dbb84, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4f5a073af99c49d0b41d22566301134c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c65a00c54ce8452f82d229a518bb761c] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=32.9 K 2024-11-16T10:26:42,571 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/A of 59a7be71dca0c47b634fadb5c6cc974c into 596e55c06b2043a1b0d7caa86839c36b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:42,571 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:42,571 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/A, priority=13, startTime=1731752802112; duration=0sec 2024-11-16T10:26:42,571 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting db8e85ff567e4b19a96a6e4ee69dbb84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731752799780 2024-11-16T10:26:42,571 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:42,571 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:A 2024-11-16T10:26:42,571 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f5a073af99c49d0b41d22566301134c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731752799817 2024-11-16T10:26:42,572 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting c65a00c54ce8452f82d229a518bb761c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731752800134 2024-11-16T10:26:42,580 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#C#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:42,581 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/fbdf2289393f45d6b2f8962fb95b4997 is 50, key is test_row_0/C:col10/1731752799817/Put/seqid=0 2024-11-16T10:26:42,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742084_1260 (size=12104) 2024-11-16T10:26:42,610 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/4eb812e60c304706b26ea3451ccdffb6 2024-11-16T10:26:42,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/eaa62b260e224958ada13b422b88b9f1 is 50, key is test_row_0/C:col10/1731752801274/Put/seqid=0 2024-11-16T10:26:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742085_1261 (size=12001) 2024-11-16T10:26:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752862698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752862698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752862698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752862698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752862699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:42,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T10:26:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-16T10:26:42,999 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/fbdf2289393f45d6b2f8962fb95b4997 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/fbdf2289393f45d6b2f8962fb95b4997 2024-11-16T10:26:43,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752863001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752863001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,004 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/C of 59a7be71dca0c47b634fadb5c6cc974c into fbdf2289393f45d6b2f8962fb95b4997(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752863003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752863003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,004 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:43,004 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/C, priority=13, startTime=1731752802113; duration=0sec 2024-11-16T10:26:43,005 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:43,005 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:C 2024-11-16T10:26:43,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752863003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,032 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/eaa62b260e224958ada13b422b88b9f1 2024-11-16T10:26:43,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/08060a338d374ad3bd1c613d45735a81 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/08060a338d374ad3bd1c613d45735a81 2024-11-16T10:26:43,042 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/08060a338d374ad3bd1c613d45735a81, entries=150, sequenceid=75, filesize=11.7 K 2024-11-16T10:26:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/4eb812e60c304706b26ea3451ccdffb6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4eb812e60c304706b26ea3451ccdffb6 2024-11-16T10:26:43,046 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4eb812e60c304706b26ea3451ccdffb6, entries=150, sequenceid=75, filesize=11.7 K 2024-11-16T10:26:43,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/eaa62b260e224958ada13b422b88b9f1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/eaa62b260e224958ada13b422b88b9f1 2024-11-16T10:26:43,051 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/eaa62b260e224958ada13b422b88b9f1, entries=150, sequenceid=75, filesize=11.7 K 2024-11-16T10:26:43,052 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 59a7be71dca0c47b634fadb5c6cc974c in 868ms, sequenceid=75, compaction requested=false 2024-11-16T10:26:43,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:43,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:43,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-16T10:26:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-16T10:26:43,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-16T10:26:43,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1740 sec 2024-11-16T10:26:43,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.1780 sec 2024-11-16T10:26:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:43,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T10:26:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:43,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/0b9d4be5c6fe4ca8a21c4d69536c27f9 is 50, key is test_row_0/A:col10/1731752803505/Put/seqid=0 2024-11-16T10:26:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742086_1262 (size=14337) 2024-11-16T10:26:43,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/0b9d4be5c6fe4ca8a21c4d69536c27f9 2024-11-16T10:26:43,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/95509f8531d94957be5d06ee095d72de is 50, key is test_row_0/B:col10/1731752803505/Put/seqid=0 2024-11-16T10:26:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752863523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752863524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742087_1263 (size=9657) 2024-11-16T10:26:43,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/95509f8531d94957be5d06ee095d72de 2024-11-16T10:26:43,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752863527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752863526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752863527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/23e97ebe11734056a44cef9b9b6e243e is 50, key is test_row_0/C:col10/1731752803505/Put/seqid=0 2024-11-16T10:26:43,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742088_1264 (size=9657) 2024-11-16T10:26:43,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752863628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752863628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752863631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752863631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752863631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752863830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752863831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752863833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752863833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752863833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:43,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/23e97ebe11734056a44cef9b9b6e243e 2024-11-16T10:26:43,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/0b9d4be5c6fe4ca8a21c4d69536c27f9 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/0b9d4be5c6fe4ca8a21c4d69536c27f9 2024-11-16T10:26:43,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/0b9d4be5c6fe4ca8a21c4d69536c27f9, entries=200, sequenceid=92, filesize=14.0 K 2024-11-16T10:26:43,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/95509f8531d94957be5d06ee095d72de as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/95509f8531d94957be5d06ee095d72de 2024-11-16T10:26:43,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/95509f8531d94957be5d06ee095d72de, entries=100, sequenceid=92, filesize=9.4 K 2024-11-16T10:26:43,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/23e97ebe11734056a44cef9b9b6e243e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/23e97ebe11734056a44cef9b9b6e243e 2024-11-16T10:26:43,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/23e97ebe11734056a44cef9b9b6e243e, entries=100, sequenceid=92, filesize=9.4 K 2024-11-16T10:26:43,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 59a7be71dca0c47b634fadb5c6cc974c in 452ms, sequenceid=92, compaction requested=true 2024-11-16T10:26:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:43,958 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:43,958 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:43,959 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:43,959 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38442 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:43,959 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/B is initiating minor compaction (all files) 2024-11-16T10:26:43,959 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/A is initiating minor compaction (all files) 2024-11-16T10:26:43,959 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/B in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:43,959 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/A in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:43,959 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/897b05ac27e04d0a9ca61148e1d73474, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4eb812e60c304706b26ea3451ccdffb6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/95509f8531d94957be5d06ee095d72de] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=33.0 K 2024-11-16T10:26:43,959 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/596e55c06b2043a1b0d7caa86839c36b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/08060a338d374ad3bd1c613d45735a81, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/0b9d4be5c6fe4ca8a21c4d69536c27f9] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=37.5 K 2024-11-16T10:26:43,960 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 897b05ac27e04d0a9ca61148e1d73474, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731752799817 2024-11-16T10:26:43,960 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 596e55c06b2043a1b0d7caa86839c36b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731752799817 2024-11-16T10:26:43,960 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eb812e60c304706b26ea3451ccdffb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731752801273 2024-11-16T10:26:43,960 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08060a338d374ad3bd1c613d45735a81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731752801273 2024-11-16T10:26:43,960 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 95509f8531d94957be5d06ee095d72de, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731752803505 2024-11-16T10:26:43,961 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b9d4be5c6fe4ca8a21c4d69536c27f9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731752802392 2024-11-16T10:26:43,969 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#A#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:43,969 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/e3e9b4dd2adf4875b23cc2062a6276f2 is 50, key is test_row_0/A:col10/1731752803505/Put/seqid=0 2024-11-16T10:26:43,972 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:43,972 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/852321457b984720b94849e5933765ef is 50, key is test_row_0/B:col10/1731752803505/Put/seqid=0 2024-11-16T10:26:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-16T10:26:43,982 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-16T10:26:43,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-16T10:26:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T10:26:43,985 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:43,985 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:43,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742089_1265 (size=12207) 2024-11-16T10:26:43,993 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/e3e9b4dd2adf4875b23cc2062a6276f2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e3e9b4dd2adf4875b23cc2062a6276f2 2024-11-16T10:26:43,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742090_1266 (size=12207) 2024-11-16T10:26:44,001 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/A of 59a7be71dca0c47b634fadb5c6cc974c into e3e9b4dd2adf4875b23cc2062a6276f2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:44,001 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:44,001 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/A, priority=13, startTime=1731752803958; duration=0sec 2024-11-16T10:26:44,001 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:44,001 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:A 2024-11-16T10:26:44,001 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:44,002 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/852321457b984720b94849e5933765ef as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/852321457b984720b94849e5933765ef 2024-11-16T10:26:44,002 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:44,002 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/C is initiating minor compaction (all files) 2024-11-16T10:26:44,003 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/C in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,003 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/fbdf2289393f45d6b2f8962fb95b4997, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/eaa62b260e224958ada13b422b88b9f1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/23e97ebe11734056a44cef9b9b6e243e] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=33.0 K 2024-11-16T10:26:44,003 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbdf2289393f45d6b2f8962fb95b4997, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731752799817 2024-11-16T10:26:44,003 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaa62b260e224958ada13b422b88b9f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731752801273 2024-11-16T10:26:44,004 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23e97ebe11734056a44cef9b9b6e243e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731752803505 2024-11-16T10:26:44,009 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/B of 59a7be71dca0c47b634fadb5c6cc974c into 852321457b984720b94849e5933765ef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:44,009 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:44,009 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/B, priority=13, startTime=1731752803958; duration=0sec 2024-11-16T10:26:44,009 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:44,009 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:B 2024-11-16T10:26:44,013 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#C#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:44,013 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/5bab6608a86b468091539fe668a76cb9 is 50, key is test_row_0/C:col10/1731752803505/Put/seqid=0 2024-11-16T10:26:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742091_1267 (size=12207) 2024-11-16T10:26:44,025 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/5bab6608a86b468091539fe668a76cb9 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5bab6608a86b468091539fe668a76cb9 2024-11-16T10:26:44,030 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/C of 59a7be71dca0c47b634fadb5c6cc974c into 5bab6608a86b468091539fe668a76cb9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:44,030 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:44,030 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/C, priority=13, startTime=1731752803958; duration=0sec 2024-11-16T10:26:44,031 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:44,031 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:C 2024-11-16T10:26:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T10:26:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:44,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:26:44,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:44,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:44,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:44,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:44,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:44,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:44,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T10:26:44,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:44,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/d1c60988ce2240d5a75f5cf37ce86b66 is 50, key is test_row_0/A:col10/1731752803525/Put/seqid=0 2024-11-16T10:26:44,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752864142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752864142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752864142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752864143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752864143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742092_1268 (size=12001) 2024-11-16T10:26:44,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752864246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752864246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752864246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752864247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752864247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T10:26:44,289 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T10:26:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T10:26:44,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:44,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752864448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752864448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752864449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752864450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752864451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/d1c60988ce2240d5a75f5cf37ce86b66 2024-11-16T10:26:44,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/e8cde5d9feb3461caa91e77d9b0d2c39 is 50, key is test_row_0/B:col10/1731752803525/Put/seqid=0 2024-11-16T10:26:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742093_1269 (size=12001) 2024-11-16T10:26:44,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/e8cde5d9feb3461caa91e77d9b0d2c39 2024-11-16T10:26:44,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/b27afe4775e4475da4854f8ba56b05e1 is 50, key is test_row_0/C:col10/1731752803525/Put/seqid=0 2024-11-16T10:26:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742094_1270 (size=12001) 2024-11-16T10:26:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T10:26:44,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T10:26:44,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:44,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T10:26:44,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:44,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752864751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752864752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752864753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752864753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752864753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:44,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T10:26:44,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:44,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:44,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/b27afe4775e4475da4854f8ba56b05e1 2024-11-16T10:26:44,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/d1c60988ce2240d5a75f5cf37ce86b66 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d1c60988ce2240d5a75f5cf37ce86b66 2024-11-16T10:26:44,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d1c60988ce2240d5a75f5cf37ce86b66, entries=150, sequenceid=119, filesize=11.7 K 2024-11-16T10:26:44,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/e8cde5d9feb3461caa91e77d9b0d2c39 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/e8cde5d9feb3461caa91e77d9b0d2c39 2024-11-16T10:26:44,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/e8cde5d9feb3461caa91e77d9b0d2c39, entries=150, sequenceid=119, filesize=11.7 K 2024-11-16T10:26:44,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/b27afe4775e4475da4854f8ba56b05e1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b27afe4775e4475da4854f8ba56b05e1 2024-11-16T10:26:45,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b27afe4775e4475da4854f8ba56b05e1, entries=150, sequenceid=119, filesize=11.7 K 2024-11-16T10:26:45,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 59a7be71dca0c47b634fadb5c6cc974c in 865ms, sequenceid=119, compaction requested=false 2024-11-16T10:26:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:45,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-16T10:26:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:45,052 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:26:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:45,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:45,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/044f751a85de4a84b0fc0f9085d6690b is 50, key is test_row_0/A:col10/1731752804142/Put/seqid=0 2024-11-16T10:26:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742095_1271 (size=12051) 2024-11-16T10:26:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T10:26:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:45,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752865269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752865269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752865270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752865271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752865272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752865373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752865373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752865374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752865374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752865375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,462 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/044f751a85de4a84b0fc0f9085d6690b 2024-11-16T10:26:45,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/97cb4dbeefbd4acea486c01027645edc is 50, key is test_row_0/B:col10/1731752804142/Put/seqid=0 2024-11-16T10:26:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742096_1272 (size=12051) 2024-11-16T10:26:45,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752865576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752865576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752865577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752865577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752865577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,873 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/97cb4dbeefbd4acea486c01027645edc 2024-11-16T10:26:45,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/c93a58960f9b4b7b87083f8cb2e9a81f is 50, key is test_row_0/C:col10/1731752804142/Put/seqid=0 2024-11-16T10:26:45,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752865878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752865879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752865879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752865879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752865879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:45,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742097_1273 (size=12051) 2024-11-16T10:26:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T10:26:46,284 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/c93a58960f9b4b7b87083f8cb2e9a81f 2024-11-16T10:26:46,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/044f751a85de4a84b0fc0f9085d6690b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/044f751a85de4a84b0fc0f9085d6690b 2024-11-16T10:26:46,291 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/044f751a85de4a84b0fc0f9085d6690b, entries=150, sequenceid=131, filesize=11.8 K 2024-11-16T10:26:46,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/97cb4dbeefbd4acea486c01027645edc as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/97cb4dbeefbd4acea486c01027645edc 2024-11-16T10:26:46,295 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/97cb4dbeefbd4acea486c01027645edc, entries=150, sequenceid=131, filesize=11.8 K 2024-11-16T10:26:46,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/c93a58960f9b4b7b87083f8cb2e9a81f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c93a58960f9b4b7b87083f8cb2e9a81f 2024-11-16T10:26:46,299 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c93a58960f9b4b7b87083f8cb2e9a81f, entries=150, sequenceid=131, filesize=11.8 K 2024-11-16T10:26:46,300 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59a7be71dca0c47b634fadb5c6cc974c in 1248ms, sequenceid=131, compaction requested=true 2024-11-16T10:26:46,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:46,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:46,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-16T10:26:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-16T10:26:46,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-16T10:26:46,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3160 sec 2024-11-16T10:26:46,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.3190 sec 2024-11-16T10:26:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:46,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:26:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:46,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/00856bb7d6b9495da2385bbf197bf395 is 50, key is test_row_0/A:col10/1731752805269/Put/seqid=0 2024-11-16T10:26:46,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752866389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752866389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752866392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752866393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752866393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742098_1274 (size=12151) 2024-11-16T10:26:46,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752866493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752866493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752866496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752866498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752866498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752866697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752866697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752866699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752866703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752866703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:46,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/00856bb7d6b9495da2385bbf197bf395 2024-11-16T10:26:46,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/70212a41fc6b447c936924d6f96224d3 is 50, key is test_row_0/B:col10/1731752805269/Put/seqid=0 2024-11-16T10:26:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742099_1275 (size=12151) 2024-11-16T10:26:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752867000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752867000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752867005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752867006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752867006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/70212a41fc6b447c936924d6f96224d3 2024-11-16T10:26:47,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/4e8ca9242ea34713ba20cfee8ccafcb8 is 50, key is test_row_0/C:col10/1731752805269/Put/seqid=0 2024-11-16T10:26:47,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742100_1276 (size=12151) 2024-11-16T10:26:47,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752867507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752867507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752867510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752867511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752867514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:47,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/4e8ca9242ea34713ba20cfee8ccafcb8 2024-11-16T10:26:47,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/00856bb7d6b9495da2385bbf197bf395 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/00856bb7d6b9495da2385bbf197bf395 2024-11-16T10:26:47,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/00856bb7d6b9495da2385bbf197bf395, entries=150, sequenceid=156, filesize=11.9 K 2024-11-16T10:26:47,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/70212a41fc6b447c936924d6f96224d3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/70212a41fc6b447c936924d6f96224d3 2024-11-16T10:26:47,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/70212a41fc6b447c936924d6f96224d3, entries=150, sequenceid=156, filesize=11.9 K 2024-11-16T10:26:47,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/4e8ca9242ea34713ba20cfee8ccafcb8 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4e8ca9242ea34713ba20cfee8ccafcb8 2024-11-16T10:26:47,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4e8ca9242ea34713ba20cfee8ccafcb8, entries=150, sequenceid=156, filesize=11.9 K 2024-11-16T10:26:47,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59a7be71dca0c47b634fadb5c6cc974c in 1280ms, sequenceid=156, compaction requested=true 2024-11-16T10:26:47,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:47,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:47,663 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:47,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:47,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:47,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:47,663 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:47,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:47,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:47,664 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:47,664 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:47,664 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/A is initiating minor compaction (all files) 2024-11-16T10:26:47,664 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/B is initiating minor compaction (all files) 2024-11-16T10:26:47,664 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/B in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:47,664 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/A in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:47,665 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/852321457b984720b94849e5933765ef, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/e8cde5d9feb3461caa91e77d9b0d2c39, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/97cb4dbeefbd4acea486c01027645edc, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/70212a41fc6b447c936924d6f96224d3] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=47.3 K 2024-11-16T10:26:47,665 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e3e9b4dd2adf4875b23cc2062a6276f2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d1c60988ce2240d5a75f5cf37ce86b66, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/044f751a85de4a84b0fc0f9085d6690b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/00856bb7d6b9495da2385bbf197bf395] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=47.3 K 2024-11-16T10:26:47,665 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 852321457b984720b94849e5933765ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731752801274 2024-11-16T10:26:47,665 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3e9b4dd2adf4875b23cc2062a6276f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731752801274 2024-11-16T10:26:47,665 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1c60988ce2240d5a75f5cf37ce86b66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731752803525 2024-11-16T10:26:47,665 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting e8cde5d9feb3461caa91e77d9b0d2c39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731752803525 2024-11-16T10:26:47,665 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044f751a85de4a84b0fc0f9085d6690b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731752804140 2024-11-16T10:26:47,665 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 97cb4dbeefbd4acea486c01027645edc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731752804140 2024-11-16T10:26:47,666 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 70212a41fc6b447c936924d6f96224d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731752805264 2024-11-16T10:26:47,666 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00856bb7d6b9495da2385bbf197bf395, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731752805264 2024-11-16T10:26:47,682 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:47,683 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/0ee6ce630fba417b97c314f87b340260 is 50, key is test_row_0/B:col10/1731752805269/Put/seqid=0 2024-11-16T10:26:47,686 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:47,686 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/a435afeb80584bf9be2bd19454902a48 is 50, key is test_row_0/A:col10/1731752805269/Put/seqid=0 2024-11-16T10:26:47,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742102_1278 (size=12493) 2024-11-16T10:26:47,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742101_1277 (size=12493) 2024-11-16T10:26:47,704 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/0ee6ce630fba417b97c314f87b340260 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/0ee6ce630fba417b97c314f87b340260 2024-11-16T10:26:47,708 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/B of 59a7be71dca0c47b634fadb5c6cc974c into 0ee6ce630fba417b97c314f87b340260(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:47,708 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:47,708 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/B, priority=12, startTime=1731752807663; duration=0sec 2024-11-16T10:26:47,708 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:47,708 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:B 2024-11-16T10:26:47,708 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:47,717 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:47,717 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/C is initiating minor compaction (all files) 2024-11-16T10:26:47,717 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/C in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:47,717 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5bab6608a86b468091539fe668a76cb9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b27afe4775e4475da4854f8ba56b05e1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c93a58960f9b4b7b87083f8cb2e9a81f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4e8ca9242ea34713ba20cfee8ccafcb8] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=47.3 K 2024-11-16T10:26:47,718 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bab6608a86b468091539fe668a76cb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731752801274 2024-11-16T10:26:47,718 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b27afe4775e4475da4854f8ba56b05e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731752803525 2024-11-16T10:26:47,718 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting c93a58960f9b4b7b87083f8cb2e9a81f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731752804140 2024-11-16T10:26:47,719 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e8ca9242ea34713ba20cfee8ccafcb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731752805264 2024-11-16T10:26:47,727 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:47,727 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/1149d5183c51496e9bed48a9012a2704 is 50, key is test_row_0/C:col10/1731752805269/Put/seqid=0 2024-11-16T10:26:47,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742103_1279 (size=12493) 2024-11-16T10:26:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-16T10:26:48,089 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-16T10:26:48,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-16T10:26:48,091 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T10:26:48,091 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:48,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:48,104 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/a435afeb80584bf9be2bd19454902a48 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a435afeb80584bf9be2bd19454902a48 2024-11-16T10:26:48,108 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/A of 59a7be71dca0c47b634fadb5c6cc974c into a435afeb80584bf9be2bd19454902a48(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:48,108 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:48,108 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/A, priority=12, startTime=1731752807663; duration=0sec 2024-11-16T10:26:48,109 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:48,109 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:A 2024-11-16T10:26:48,135 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/1149d5183c51496e9bed48a9012a2704 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1149d5183c51496e9bed48a9012a2704 2024-11-16T10:26:48,139 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/C of 59a7be71dca0c47b634fadb5c6cc974c into 1149d5183c51496e9bed48a9012a2704(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:48,139 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:48,139 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/C, priority=12, startTime=1731752807663; duration=0sec 2024-11-16T10:26:48,139 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:48,139 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:C 2024-11-16T10:26:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T10:26:48,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-16T10:26:48,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:48,243 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:26:48,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:48,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:48,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:48,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:48,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:48,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:48,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/a935df5d70f14a73a772a0203a0ffbec is 50, key is test_row_0/A:col10/1731752806388/Put/seqid=0 2024-11-16T10:26:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742104_1280 (size=12151) 2024-11-16T10:26:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T10:26:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:48,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:48,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752868525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752868526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752868526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752868528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752868527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752868629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752868629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752868629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752868631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752868635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,652 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/a935df5d70f14a73a772a0203a0ffbec 2024-11-16T10:26:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/2094bc35eec345c6a45a0011b8517600 is 50, key is test_row_0/B:col10/1731752806388/Put/seqid=0 2024-11-16T10:26:48,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742105_1281 (size=12151) 2024-11-16T10:26:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T10:26:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752868832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752868831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752868832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752868833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:48,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752868837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,061 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/2094bc35eec345c6a45a0011b8517600 2024-11-16T10:26:49,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/a562e94677144dc5b339882f54a526a5 is 50, key is test_row_0/C:col10/1731752806388/Put/seqid=0 2024-11-16T10:26:49,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742106_1282 (size=12151) 2024-11-16T10:26:49,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752869135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752869136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752869136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752869137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752869138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T10:26:49,476 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/a562e94677144dc5b339882f54a526a5 2024-11-16T10:26:49,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/a935df5d70f14a73a772a0203a0ffbec as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a935df5d70f14a73a772a0203a0ffbec 2024-11-16T10:26:49,484 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a935df5d70f14a73a772a0203a0ffbec, entries=150, sequenceid=170, filesize=11.9 K 2024-11-16T10:26:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/2094bc35eec345c6a45a0011b8517600 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/2094bc35eec345c6a45a0011b8517600 2024-11-16T10:26:49,488 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/2094bc35eec345c6a45a0011b8517600, entries=150, sequenceid=170, filesize=11.9 K 2024-11-16T10:26:49,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/a562e94677144dc5b339882f54a526a5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/a562e94677144dc5b339882f54a526a5 2024-11-16T10:26:49,493 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/a562e94677144dc5b339882f54a526a5, entries=150, sequenceid=170, filesize=11.9 K 2024-11-16T10:26:49,493 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 59a7be71dca0c47b634fadb5c6cc974c in 1250ms, sequenceid=170, compaction requested=false 2024-11-16T10:26:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:49,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-16T10:26:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-16T10:26:49,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-16T10:26:49,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-16T10:26:49,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.4060 sec 2024-11-16T10:26:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:49,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-16T10:26:49,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:49,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:49,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:49,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:49,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:49,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:49,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/17e52d0ef4c84cdc80e9ac28b48f7682 is 50, key is test_row_0/A:col10/1731752808527/Put/seqid=0 2024-11-16T10:26:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742107_1283 (size=12151) 2024-11-16T10:26:49,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752869645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752869646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752869648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752869649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752869649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/17e52d0ef4c84cdc80e9ac28b48f7682 2024-11-16T10:26:49,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/9198d886d04a43a1ad1c80dfdb9620cf is 50, key is test_row_0/B:col10/1731752808527/Put/seqid=0 2024-11-16T10:26:49,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742108_1284 (size=12151) 2024-11-16T10:26:49,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/9198d886d04a43a1ad1c80dfdb9620cf 2024-11-16T10:26:49,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/1b066db770774e9da919822a963f0d1b is 50, key is test_row_0/C:col10/1731752808527/Put/seqid=0 2024-11-16T10:26:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742109_1285 (size=12151) 2024-11-16T10:26:49,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752869750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752869750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752869752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752869753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752869753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752869953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752869953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752869957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752869957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752869957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/1b066db770774e9da919822a963f0d1b 2024-11-16T10:26:50,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/17e52d0ef4c84cdc80e9ac28b48f7682 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/17e52d0ef4c84cdc80e9ac28b48f7682 2024-11-16T10:26:50,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/17e52d0ef4c84cdc80e9ac28b48f7682, entries=150, sequenceid=196, filesize=11.9 K 2024-11-16T10:26:50,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/9198d886d04a43a1ad1c80dfdb9620cf as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/9198d886d04a43a1ad1c80dfdb9620cf 2024-11-16T10:26:50,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/9198d886d04a43a1ad1c80dfdb9620cf, entries=150, sequenceid=196, filesize=11.9 K 2024-11-16T10:26:50,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/1b066db770774e9da919822a963f0d1b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1b066db770774e9da919822a963f0d1b 2024-11-16T10:26:50,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1b066db770774e9da919822a963f0d1b, entries=150, sequenceid=196, filesize=11.9 K 2024-11-16T10:26:50,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 59a7be71dca0c47b634fadb5c6cc974c in 496ms, sequenceid=196, compaction requested=true 2024-11-16T10:26:50,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:50,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:50,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:50,135 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:50,135 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:50,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:50,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:50,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:50,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:50,136 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:50,136 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:50,136 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/A is initiating minor compaction (all files) 2024-11-16T10:26:50,136 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/B is initiating minor compaction (all files) 2024-11-16T10:26:50,136 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/B in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,136 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/A in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,137 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/0ee6ce630fba417b97c314f87b340260, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/2094bc35eec345c6a45a0011b8517600, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/9198d886d04a43a1ad1c80dfdb9620cf] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=35.9 K 2024-11-16T10:26:50,137 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a435afeb80584bf9be2bd19454902a48, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a935df5d70f14a73a772a0203a0ffbec, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/17e52d0ef4c84cdc80e9ac28b48f7682] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=35.9 K 2024-11-16T10:26:50,137 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a435afeb80584bf9be2bd19454902a48, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731752805264 2024-11-16T10:26:50,137 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ee6ce630fba417b97c314f87b340260, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731752805264 2024-11-16T10:26:50,138 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a935df5d70f14a73a772a0203a0ffbec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731752806388 2024-11-16T10:26:50,138 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2094bc35eec345c6a45a0011b8517600, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731752806388 2024-11-16T10:26:50,139 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9198d886d04a43a1ad1c80dfdb9620cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731752808523 2024-11-16T10:26:50,139 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17e52d0ef4c84cdc80e9ac28b48f7682, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731752808523 2024-11-16T10:26:50,148 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:50,149 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/ea899042067a4b26bee9539a2425bade is 50, key is test_row_0/B:col10/1731752808527/Put/seqid=0 2024-11-16T10:26:50,156 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:50,157 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/27f908f38e4544879260fb33a629f7f6 is 50, key is test_row_0/A:col10/1731752808527/Put/seqid=0 2024-11-16T10:26:50,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742111_1287 (size=12595) 2024-11-16T10:26:50,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742110_1286 (size=12595) 2024-11-16T10:26:50,171 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/ea899042067a4b26bee9539a2425bade as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/ea899042067a4b26bee9539a2425bade 2024-11-16T10:26:50,175 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/B of 59a7be71dca0c47b634fadb5c6cc974c into ea899042067a4b26bee9539a2425bade(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:50,175 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:50,175 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/B, priority=13, startTime=1731752810135; duration=0sec 2024-11-16T10:26:50,175 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:50,175 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:B 2024-11-16T10:26:50,175 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:26:50,176 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:26:50,176 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/C is initiating minor compaction (all files) 2024-11-16T10:26:50,176 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/C in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,177 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1149d5183c51496e9bed48a9012a2704, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/a562e94677144dc5b339882f54a526a5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1b066db770774e9da919822a963f0d1b] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=35.9 K 2024-11-16T10:26:50,177 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1149d5183c51496e9bed48a9012a2704, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731752805264 2024-11-16T10:26:50,177 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a562e94677144dc5b339882f54a526a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731752806388 2024-11-16T10:26:50,177 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b066db770774e9da919822a963f0d1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731752808523 2024-11-16T10:26:50,184 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:50,184 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/5f8617b2f5274b4f82d02f13a5c4ad4a is 50, key is test_row_0/C:col10/1731752808527/Put/seqid=0 2024-11-16T10:26:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742112_1288 (size=12595) 2024-11-16T10:26:50,191 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/5f8617b2f5274b4f82d02f13a5c4ad4a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5f8617b2f5274b4f82d02f13a5c4ad4a 2024-11-16T10:26:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-16T10:26:50,195 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-16T10:26:50,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-16T10:26:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T10:26:50,197 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:50,198 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/C of 59a7be71dca0c47b634fadb5c6cc974c into 5f8617b2f5274b4f82d02f13a5c4ad4a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:50,198 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:50,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:50,198 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:50,199 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/C, priority=13, startTime=1731752810135; duration=0sec 2024-11-16T10:26:50,199 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:50,199 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:C 2024-11-16T10:26:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:50,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:26:50,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:50,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:50,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:50,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:50,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:50,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:50,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/9622bb8366b64371bc18a559fde32e2f is 50, key is test_row_0/A:col10/1731752810257/Put/seqid=0 2024-11-16T10:26:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742113_1289 (size=16931) 2024-11-16T10:26:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T10:26:50,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752870308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752870308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752870308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752870309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752870309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T10:26:50,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:50,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752870412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752870412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752870412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752870413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752870413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T10:26:50,502 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T10:26:50,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,568 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/27f908f38e4544879260fb33a629f7f6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/27f908f38e4544879260fb33a629f7f6 2024-11-16T10:26:50,572 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/A of 59a7be71dca0c47b634fadb5c6cc974c into 27f908f38e4544879260fb33a629f7f6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:50,572 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:50,572 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/A, priority=13, startTime=1731752810135; duration=0sec 2024-11-16T10:26:50,572 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:50,572 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:A 2024-11-16T10:26:50,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752870615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752870615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752870616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752870616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752870616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T10:26:50,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:50,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/9622bb8366b64371bc18a559fde32e2f 2024-11-16T10:26:50,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/df5c9e7dba844dcd87d7ac3c28594d42 is 50, key is test_row_0/B:col10/1731752810257/Put/seqid=0 2024-11-16T10:26:50,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742114_1290 (size=12151) 2024-11-16T10:26:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T10:26:50,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T10:26:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752870919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752870919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752870919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752870919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752870920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:50,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T10:26:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:50,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/df5c9e7dba844dcd87d7ac3c28594d42 2024-11-16T10:26:51,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/3e690df7819b4bd5a7244a31a9470319 is 50, key is test_row_0/C:col10/1731752810257/Put/seqid=0 2024-11-16T10:26:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742115_1291 (size=12151) 2024-11-16T10:26:51,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:51,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T10:26:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:51,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:51,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T10:26:51,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:51,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:51,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:51,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T10:26:51,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:51,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T10:26:51,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:51,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:51,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:51,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:26:51,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752871422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:51,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752871422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:51,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752871423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:51,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:51,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752871423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752871424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:51,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/3e690df7819b4bd5a7244a31a9470319 2024-11-16T10:26:51,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/9622bb8366b64371bc18a559fde32e2f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9622bb8366b64371bc18a559fde32e2f 2024-11-16T10:26:51,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9622bb8366b64371bc18a559fde32e2f, entries=250, sequenceid=211, filesize=16.5 K 2024-11-16T10:26:51,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/df5c9e7dba844dcd87d7ac3c28594d42 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/df5c9e7dba844dcd87d7ac3c28594d42 2024-11-16T10:26:51,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/df5c9e7dba844dcd87d7ac3c28594d42, entries=150, sequenceid=211, filesize=11.9 K 2024-11-16T10:26:51,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/3e690df7819b4bd5a7244a31a9470319 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/3e690df7819b4bd5a7244a31a9470319 2024-11-16T10:26:51,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/3e690df7819b4bd5a7244a31a9470319, entries=150, sequenceid=211, filesize=11.9 K 2024-11-16T10:26:51,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 59a7be71dca0c47b634fadb5c6cc974c in 1255ms, sequenceid=211, compaction requested=false 2024-11-16T10:26:51,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:51,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:51,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-16T10:26:51,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:51,569 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:26:51,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:51,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/d61739d2f1134bd18f58f438911d296e is 50, key is test_row_0/A:col10/1731752810308/Put/seqid=0 2024-11-16T10:26:51,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742116_1292 (size=12151) 2024-11-16T10:26:51,978 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/d61739d2f1134bd18f58f438911d296e 2024-11-16T10:26:51,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/eb8e55f1a8b84cb88a767f1877210c6e is 50, key is test_row_0/B:col10/1731752810308/Put/seqid=0 2024-11-16T10:26:51,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742117_1293 (size=12151) 2024-11-16T10:26:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T10:26:52,388 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/eb8e55f1a8b84cb88a767f1877210c6e 2024-11-16T10:26:52,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/10270aabbc4b44a88a7f69eaff38525f is 50, key is test_row_0/C:col10/1731752810308/Put/seqid=0 2024-11-16T10:26:52,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742118_1294 (size=12151) 2024-11-16T10:26:52,397 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/10270aabbc4b44a88a7f69eaff38525f 2024-11-16T10:26:52,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/d61739d2f1134bd18f58f438911d296e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d61739d2f1134bd18f58f438911d296e 2024-11-16T10:26:52,407 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d61739d2f1134bd18f58f438911d296e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-16T10:26:52,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/eb8e55f1a8b84cb88a767f1877210c6e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb8e55f1a8b84cb88a767f1877210c6e 2024-11-16T10:26:52,411 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb8e55f1a8b84cb88a767f1877210c6e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-16T10:26:52,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/10270aabbc4b44a88a7f69eaff38525f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/10270aabbc4b44a88a7f69eaff38525f 2024-11-16T10:26:52,416 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/10270aabbc4b44a88a7f69eaff38525f, entries=150, sequenceid=236, filesize=11.9 K 2024-11-16T10:26:52,417 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 59a7be71dca0c47b634fadb5c6cc974c in 848ms, sequenceid=236, compaction requested=true 2024-11-16T10:26:52,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:52,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:52,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-16T10:26:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-16T10:26:52,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-16T10:26:52,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2200 sec 2024-11-16T10:26:52,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.2230 sec 2024-11-16T10:26:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:52,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:26:52,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:52,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:52,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:52,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:52,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:52,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:52,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/73bf7765e7ce4596b1b42f2e9eb65aa2 is 50, key is test_row_0/A:col10/1731752812434/Put/seqid=0 2024-11-16T10:26:52,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742119_1295 (size=12151) 2024-11-16T10:26:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752872450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752872451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752872452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752872452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752872453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752872554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752872554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752872555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752872555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752872556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752872756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752872757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752872759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752872759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752872760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:52,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/73bf7765e7ce4596b1b42f2e9eb65aa2 2024-11-16T10:26:52,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/4e2258d844894517a4b3d8ba3f2db0f2 is 50, key is test_row_0/B:col10/1731752812434/Put/seqid=0 2024-11-16T10:26:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742120_1296 (size=12151) 2024-11-16T10:26:53,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752873059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752873061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752873061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752873063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752873064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/4e2258d844894517a4b3d8ba3f2db0f2 2024-11-16T10:26:53,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/2226270f47d043e6bdada96cbac11867 is 50, key is test_row_0/C:col10/1731752812434/Put/seqid=0 2024-11-16T10:26:53,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742121_1297 (size=12151) 2024-11-16T10:26:53,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752873563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752873567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752873567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752873569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752873570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:53,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/2226270f47d043e6bdada96cbac11867 2024-11-16T10:26:53,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/73bf7765e7ce4596b1b42f2e9eb65aa2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/73bf7765e7ce4596b1b42f2e9eb65aa2 2024-11-16T10:26:53,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/73bf7765e7ce4596b1b42f2e9eb65aa2, entries=150, sequenceid=248, filesize=11.9 K 2024-11-16T10:26:53,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/4e2258d844894517a4b3d8ba3f2db0f2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4e2258d844894517a4b3d8ba3f2db0f2 2024-11-16T10:26:53,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4e2258d844894517a4b3d8ba3f2db0f2, entries=150, sequenceid=248, filesize=11.9 K 2024-11-16T10:26:53,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/2226270f47d043e6bdada96cbac11867 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2226270f47d043e6bdada96cbac11867 2024-11-16T10:26:53,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2226270f47d043e6bdada96cbac11867, entries=150, sequenceid=248, filesize=11.9 K 2024-11-16T10:26:53,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 59a7be71dca0c47b634fadb5c6cc974c in 1260ms, sequenceid=248, compaction requested=true 2024-11-16T10:26:53,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:53,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:26:53,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:53,694 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:53,694 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:53,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:26:53,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:53,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59a7be71dca0c47b634fadb5c6cc974c:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:26:53,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:53,695 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:53,695 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/B is initiating minor compaction (all files) 2024-11-16T10:26:53,695 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/B in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:53,695 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/ea899042067a4b26bee9539a2425bade, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/df5c9e7dba844dcd87d7ac3c28594d42, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb8e55f1a8b84cb88a767f1877210c6e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4e2258d844894517a4b3d8ba3f2db0f2] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=47.9 K 2024-11-16T10:26:53,695 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:53,695 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/A is initiating minor compaction (all files) 2024-11-16T10:26:53,696 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/A in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:53,696 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/27f908f38e4544879260fb33a629f7f6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9622bb8366b64371bc18a559fde32e2f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d61739d2f1134bd18f58f438911d296e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/73bf7765e7ce4596b1b42f2e9eb65aa2] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=52.6 K 2024-11-16T10:26:53,696 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting ea899042067a4b26bee9539a2425bade, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731752808523 2024-11-16T10:26:53,696 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27f908f38e4544879260fb33a629f7f6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731752808523 2024-11-16T10:26:53,696 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting df5c9e7dba844dcd87d7ac3c28594d42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731752809648 2024-11-16T10:26:53,696 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9622bb8366b64371bc18a559fde32e2f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731752809647 2024-11-16T10:26:53,696 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting eb8e55f1a8b84cb88a767f1877210c6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731752810307 2024-11-16T10:26:53,696 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d61739d2f1134bd18f58f438911d296e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731752810307 2024-11-16T10:26:53,697 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73bf7765e7ce4596b1b42f2e9eb65aa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731752812433 2024-11-16T10:26:53,697 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e2258d844894517a4b3d8ba3f2db0f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731752812433 2024-11-16T10:26:53,703 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:53,704 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/312a3a758d474f0e909b5528acbe1182 is 50, key is test_row_0/B:col10/1731752812434/Put/seqid=0 2024-11-16T10:26:53,704 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#A#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:53,705 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/e9fd9bcec0b5441d8211e43b5b83403f is 50, key is test_row_0/A:col10/1731752812434/Put/seqid=0 2024-11-16T10:26:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742122_1298 (size=12731) 2024-11-16T10:26:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742123_1299 (size=12731) 2024-11-16T10:26:54,120 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/312a3a758d474f0e909b5528acbe1182 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/312a3a758d474f0e909b5528acbe1182 2024-11-16T10:26:54,124 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/B of 59a7be71dca0c47b634fadb5c6cc974c into 312a3a758d474f0e909b5528acbe1182(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:54,124 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:54,124 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/B, priority=12, startTime=1731752813694; duration=0sec 2024-11-16T10:26:54,125 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:26:54,125 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:B 2024-11-16T10:26:54,125 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:26:54,127 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:26:54,127 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 59a7be71dca0c47b634fadb5c6cc974c/C is initiating minor compaction (all files) 2024-11-16T10:26:54,127 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59a7be71dca0c47b634fadb5c6cc974c/C in TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:54,128 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5f8617b2f5274b4f82d02f13a5c4ad4a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/3e690df7819b4bd5a7244a31a9470319, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/10270aabbc4b44a88a7f69eaff38525f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2226270f47d043e6bdada96cbac11867] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp, totalSize=47.9 K 2024-11-16T10:26:54,128 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f8617b2f5274b4f82d02f13a5c4ad4a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731752808523 2024-11-16T10:26:54,128 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e690df7819b4bd5a7244a31a9470319, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731752809648 2024-11-16T10:26:54,129 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/e9fd9bcec0b5441d8211e43b5b83403f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e9fd9bcec0b5441d8211e43b5b83403f 2024-11-16T10:26:54,129 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 10270aabbc4b44a88a7f69eaff38525f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731752810307 2024-11-16T10:26:54,129 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2226270f47d043e6bdada96cbac11867, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731752812433 2024-11-16T10:26:54,132 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/A of 59a7be71dca0c47b634fadb5c6cc974c into e9fd9bcec0b5441d8211e43b5b83403f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:54,133 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:54,133 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/A, priority=12, startTime=1731752813694; duration=0sec 2024-11-16T10:26:54,133 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:54,133 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:A 2024-11-16T10:26:54,137 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59a7be71dca0c47b634fadb5c6cc974c#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:26:54,138 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/fb47e806cd6f408c99208d9813dd361c is 50, key is test_row_0/C:col10/1731752812434/Put/seqid=0 2024-11-16T10:26:54,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742124_1300 (size=12731) 2024-11-16T10:26:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-16T10:26:54,301 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-16T10:26:54,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-16T10:26:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T10:26:54,303 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:54,304 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:54,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T10:26:54,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-16T10:26:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:54,455 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:26:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:54,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/9e86ec3e48134288b35e0f2dabfbdf26 is 50, key is test_row_0/A:col10/1731752812452/Put/seqid=0 2024-11-16T10:26:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742125_1301 (size=12301) 2024-11-16T10:26:54,556 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/fb47e806cd6f408c99208d9813dd361c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/fb47e806cd6f408c99208d9813dd361c 2024-11-16T10:26:54,560 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59a7be71dca0c47b634fadb5c6cc974c/C of 59a7be71dca0c47b634fadb5c6cc974c into fb47e806cd6f408c99208d9813dd361c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:26:54,560 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:54,560 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., storeName=59a7be71dca0c47b634fadb5c6cc974c/C, priority=12, startTime=1731752813694; duration=0sec 2024-11-16T10:26:54,560 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:26:54,560 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59a7be71dca0c47b634fadb5c6cc974c:C 2024-11-16T10:26:54,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:54,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752874576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752874576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752874576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752874578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752874579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T10:26:54,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752874679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752874679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752874680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,864 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/9e86ec3e48134288b35e0f2dabfbdf26 2024-11-16T10:26:54,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752874881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752874882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752874883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:54,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/1042ead97cf840d1b15e6d52de26fd24 is 50, key is test_row_0/B:col10/1731752812452/Put/seqid=0 2024-11-16T10:26:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742126_1302 (size=12301) 2024-11-16T10:26:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T10:26:54,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:26:55,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752875184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:55,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752875184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:55,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752875187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:55,303 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/1042ead97cf840d1b15e6d52de26fd24 2024-11-16T10:26:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/1fae9e8f1a7e439a80328e26006ce5ce is 50, key is test_row_0/C:col10/1731752812452/Put/seqid=0 2024-11-16T10:26:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742127_1303 (size=12301) 2024-11-16T10:26:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T10:26:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752875688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752875689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:55,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752875691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:55,715 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/1fae9e8f1a7e439a80328e26006ce5ce 2024-11-16T10:26:55,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/9e86ec3e48134288b35e0f2dabfbdf26 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9e86ec3e48134288b35e0f2dabfbdf26 2024-11-16T10:26:55,722 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9e86ec3e48134288b35e0f2dabfbdf26, entries=150, sequenceid=275, filesize=12.0 K 2024-11-16T10:26:55,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/1042ead97cf840d1b15e6d52de26fd24 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/1042ead97cf840d1b15e6d52de26fd24 2024-11-16T10:26:55,726 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/1042ead97cf840d1b15e6d52de26fd24, entries=150, sequenceid=275, filesize=12.0 K 2024-11-16T10:26:55,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/1fae9e8f1a7e439a80328e26006ce5ce as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1fae9e8f1a7e439a80328e26006ce5ce 2024-11-16T10:26:55,730 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1fae9e8f1a7e439a80328e26006ce5ce, entries=150, sequenceid=275, filesize=12.0 K 2024-11-16T10:26:55,730 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59a7be71dca0c47b634fadb5c6cc974c in 1275ms, sequenceid=275, compaction requested=false 2024-11-16T10:26:55,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:55,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:55,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-16T10:26:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-16T10:26:55,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-16T10:26:55,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-16T10:26:55,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4310 sec 2024-11-16T10:26:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-16T10:26:56,411 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-16T10:26:56,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-16T10:26:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T10:26:56,413 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:56,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:56,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T10:26:56,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-16T10:26:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:56,566 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:26:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:56,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/c3a5141f16e94e939201b3ef9cb9fa01 is 50, key is test_row_0/A:col10/1731752814577/Put/seqid=0 2024-11-16T10:26:56,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742128_1304 (size=12301) 2024-11-16T10:26:56,573 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/c3a5141f16e94e939201b3ef9cb9fa01 2024-11-16T10:26:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/619c5c651c7a41f7b846088f25260216 is 50, key is test_row_0/B:col10/1731752814577/Put/seqid=0 2024-11-16T10:26:56,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742129_1305 (size=12301) 2024-11-16T10:26:56,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:56,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752876626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752876626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752876697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752876698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752876699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T10:26:56,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752876729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752876729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752876932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752876933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:56,984 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/619c5c651c7a41f7b846088f25260216 2024-11-16T10:26:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/2aabd38e2d324ebea59191d0f96d8a48 is 50, key is test_row_0/C:col10/1731752814577/Put/seqid=0 2024-11-16T10:26:56,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742130_1306 (size=12301) 2024-11-16T10:26:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T10:26:57,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752877234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:57,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752877237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:57,397 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/2aabd38e2d324ebea59191d0f96d8a48 2024-11-16T10:26:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/c3a5141f16e94e939201b3ef9cb9fa01 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/c3a5141f16e94e939201b3ef9cb9fa01 2024-11-16T10:26:57,404 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/c3a5141f16e94e939201b3ef9cb9fa01, entries=150, sequenceid=287, filesize=12.0 K 2024-11-16T10:26:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/619c5c651c7a41f7b846088f25260216 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/619c5c651c7a41f7b846088f25260216 2024-11-16T10:26:57,408 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/619c5c651c7a41f7b846088f25260216, entries=150, sequenceid=287, filesize=12.0 K 2024-11-16T10:26:57,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/2aabd38e2d324ebea59191d0f96d8a48 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2aabd38e2d324ebea59191d0f96d8a48 2024-11-16T10:26:57,411 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2aabd38e2d324ebea59191d0f96d8a48, entries=150, sequenceid=287, filesize=12.0 K 2024-11-16T10:26:57,412 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 59a7be71dca0c47b634fadb5c6cc974c in 846ms, sequenceid=287, compaction requested=true 2024-11-16T10:26:57,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:57,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:57,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-16T10:26:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-16T10:26:57,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-16T10:26:57,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-11-16T10:26:57,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0020 sec 2024-11-16T10:26:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-16T10:26:57,516 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-16T10:26:57,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-16T10:26:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T10:26:57,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:57,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:57,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T10:26:57,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:57,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-16T10:26:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:57,670 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:26:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:57,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/b4a61219bf6648ea8b225e4bd275d5b6 is 50, key is test_row_0/A:col10/1731752816619/Put/seqid=0 2024-11-16T10:26:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742131_1307 (size=12301) 2024-11-16T10:26:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:57,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752877752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:57,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752877753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T10:26:57,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752877856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:57,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752877857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752878060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752878060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,103 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/b4a61219bf6648ea8b225e4bd275d5b6 2024-11-16T10:26:58,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/21c770982f8749e695a859a00fe08ff0 is 50, key is test_row_0/B:col10/1731752816619/Put/seqid=0 2024-11-16T10:26:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742132_1308 (size=12301) 2024-11-16T10:26:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T10:26:58,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752878364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752878365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,512 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/21c770982f8749e695a859a00fe08ff0 2024-11-16T10:26:58,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/b627664f54ad4c308551c2dda4797c00 is 50, key is test_row_0/C:col10/1731752816619/Put/seqid=0 2024-11-16T10:26:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742133_1309 (size=12301) 2024-11-16T10:26:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T10:26:58,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1731752878709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,712 DEBUG [Thread-1142 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:26:58,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46712 deadline: 1731752878716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46688 deadline: 1731752878716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,718 DEBUG [Thread-1136 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:26:58,718 DEBUG [Thread-1140 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:26:58,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46662 deadline: 1731752878869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:26:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46656 deadline: 1731752878871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 2024-11-16T10:26:58,923 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/b627664f54ad4c308551c2dda4797c00 2024-11-16T10:26:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/b4a61219bf6648ea8b225e4bd275d5b6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/b4a61219bf6648ea8b225e4bd275d5b6 2024-11-16T10:26:58,929 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/b4a61219bf6648ea8b225e4bd275d5b6, entries=150, sequenceid=312, filesize=12.0 K 2024-11-16T10:26:58,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/21c770982f8749e695a859a00fe08ff0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/21c770982f8749e695a859a00fe08ff0 2024-11-16T10:26:58,933 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/21c770982f8749e695a859a00fe08ff0, entries=150, sequenceid=312, filesize=12.0 K 2024-11-16T10:26:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/b627664f54ad4c308551c2dda4797c00 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b627664f54ad4c308551c2dda4797c00 2024-11-16T10:26:58,937 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b627664f54ad4c308551c2dda4797c00, entries=150, sequenceid=312, filesize=12.0 K 2024-11-16T10:26:58,938 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59a7be71dca0c47b634fadb5c6cc974c in 1268ms, sequenceid=312, compaction requested=true 2024-11-16T10:26:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:26:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-16T10:26:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-16T10:26:58,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-16T10:26:58,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-16T10:26:58,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4230 sec 2024-11-16T10:26:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-16T10:26:59,621 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-16T10:26:59,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:26:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-16T10:26:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-16T10:26:59,623 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:26:59,624 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:26:59,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:26:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-16T10:26:59,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:26:59,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-16T10:26:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:26:59,776 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:26:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:26:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:26:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:26:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:26:59,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/b0c15797f6ca4928ae56ff40dca77ec1 is 50, key is test_row_0/A:col10/1731752817751/Put/seqid=0 2024-11-16T10:26:59,782 DEBUG [Thread-1149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:62294 2024-11-16T10:26:59,782 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:59,782 DEBUG [Thread-1147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:62294 2024-11-16T10:26:59,782 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:59,783 DEBUG [Thread-1151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:62294 2024-11-16T10:26:59,783 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:59,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742134_1310 (size=12301) 2024-11-16T10:26:59,784 DEBUG [Thread-1155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:62294 2024-11-16T10:26:59,784 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:59,785 DEBUG [Thread-1153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:62294 2024-11-16T10:26:59,785 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:26:59,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. as already flushing 2024-11-16T10:26:59,877 DEBUG [Thread-1144 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:62294 2024-11-16T10:26:59,877 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:59,877 DEBUG [Thread-1138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:62294 2024-11-16T10:26:59,877 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:26:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-16T10:27:00,186 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/b0c15797f6ca4928ae56ff40dca77ec1 2024-11-16T10:27:00,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/3422e9ee9f214bce8f0f3e789036a6c5 is 50, key is test_row_0/B:col10/1731752817751/Put/seqid=0 2024-11-16T10:27:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742135_1311 (size=12301) 2024-11-16T10:27:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-16T10:27:00,606 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/3422e9ee9f214bce8f0f3e789036a6c5 2024-11-16T10:27:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/794e5d15b8a1405f880a6e233c1e0e7b is 50, key is test_row_0/C:col10/1731752817751/Put/seqid=0 2024-11-16T10:27:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742136_1312 (size=12301) 2024-11-16T10:27:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-16T10:27:01,026 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/794e5d15b8a1405f880a6e233c1e0e7b 2024-11-16T10:27:01,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/b0c15797f6ca4928ae56ff40dca77ec1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/b0c15797f6ca4928ae56ff40dca77ec1 2024-11-16T10:27:01,040 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/b0c15797f6ca4928ae56ff40dca77ec1, entries=150, sequenceid=323, filesize=12.0 K 2024-11-16T10:27:01,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/3422e9ee9f214bce8f0f3e789036a6c5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/3422e9ee9f214bce8f0f3e789036a6c5 2024-11-16T10:27:01,045 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/3422e9ee9f214bce8f0f3e789036a6c5, entries=150, sequenceid=323, filesize=12.0 K 2024-11-16T10:27:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/794e5d15b8a1405f880a6e233c1e0e7b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/794e5d15b8a1405f880a6e233c1e0e7b 2024-11-16T10:27:01,050 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/794e5d15b8a1405f880a6e233c1e0e7b, entries=150, sequenceid=323, filesize=12.0 K 2024-11-16T10:27:01,050 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 59a7be71dca0c47b634fadb5c6cc974c in 1274ms, sequenceid=323, compaction requested=true 2024-11-16T10:27:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:27:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:27:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-16T10:27:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-16T10:27:01,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-16T10:27:01,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-16T10:27:01,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4310 sec 2024-11-16T10:27:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-16T10:27:01,732 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-16T10:27:02,757 DEBUG [Thread-1140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:62294 2024-11-16T10:27:02,757 DEBUG [Thread-1142 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:62294 2024-11-16T10:27:02,757 DEBUG [Thread-1136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:62294 2024-11-16T10:27:02,757 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:02,757 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:02,757 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:02,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6529 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6258 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6287 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6552 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6245 2024-11-16T10:27:02,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T10:27:02,758 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:27:02,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:62294 2024-11-16T10:27:02,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:02,759 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T10:27:02,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T10:27:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T10:27:02,764 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752822763"}]},"ts":"1731752822763"} 2024-11-16T10:27:02,765 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T10:27:02,806 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T10:27:02,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T10:27:02,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59a7be71dca0c47b634fadb5c6cc974c, UNASSIGN}] 2024-11-16T10:27:02,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59a7be71dca0c47b634fadb5c6cc974c, UNASSIGN 2024-11-16T10:27:02,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=59a7be71dca0c47b634fadb5c6cc974c, regionState=CLOSING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:27:02,814 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T10:27:02,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure 59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:27:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T10:27:02,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:02,968 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:27:02,968 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T10:27:02,968 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing 59a7be71dca0c47b634fadb5c6cc974c, disabling compactions & flushes 2024-11-16T10:27:02,968 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:27:02,968 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:27:02,968 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. after waiting 0 ms 2024-11-16T10:27:02,968 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:27:02,969 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(2837): Flushing 59a7be71dca0c47b634fadb5c6cc974c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-16T10:27:02,969 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=A 2024-11-16T10:27:02,969 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:02,969 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=B 2024-11-16T10:27:02,970 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:02,970 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59a7be71dca0c47b634fadb5c6cc974c, store=C 2024-11-16T10:27:02,970 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:02,978 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/e382014d977d4aa590981ed8b2d40eb3 is 50, key is test_row_0/A:col10/1731752819876/Put/seqid=0 2024-11-16T10:27:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742137_1313 (size=12301) 2024-11-16T10:27:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T10:27:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T10:27:03,383 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/e382014d977d4aa590981ed8b2d40eb3 2024-11-16T10:27:03,395 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/eb242b16d2794eba922555f8d11de3ba is 50, key is test_row_0/B:col10/1731752819876/Put/seqid=0 2024-11-16T10:27:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742138_1314 (size=12301) 2024-11-16T10:27:03,801 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/eb242b16d2794eba922555f8d11de3ba 2024-11-16T10:27:03,813 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/8985761d331840df8cf6b78f0405b89b is 50, key is test_row_0/C:col10/1731752819876/Put/seqid=0 2024-11-16T10:27:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742139_1315 (size=12301) 2024-11-16T10:27:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T10:27:04,219 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/8985761d331840df8cf6b78f0405b89b 2024-11-16T10:27:04,229 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/A/e382014d977d4aa590981ed8b2d40eb3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e382014d977d4aa590981ed8b2d40eb3 2024-11-16T10:27:04,235 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e382014d977d4aa590981ed8b2d40eb3, entries=150, sequenceid=331, filesize=12.0 K 2024-11-16T10:27:04,236 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/B/eb242b16d2794eba922555f8d11de3ba as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb242b16d2794eba922555f8d11de3ba 2024-11-16T10:27:04,243 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb242b16d2794eba922555f8d11de3ba, entries=150, sequenceid=331, filesize=12.0 K 2024-11-16T10:27:04,244 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/.tmp/C/8985761d331840df8cf6b78f0405b89b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/8985761d331840df8cf6b78f0405b89b 2024-11-16T10:27:04,248 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/8985761d331840df8cf6b78f0405b89b, entries=150, sequenceid=331, filesize=12.0 K 2024-11-16T10:27:04,249 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 59a7be71dca0c47b634fadb5c6cc974c in 1281ms, sequenceid=331, compaction requested=true 2024-11-16T10:27:04,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9b74b754be714800b09e78e1031476cb, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/f9b7781ae38245169d6909c8346c04e6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/596e55c06b2043a1b0d7caa86839c36b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/19c15bb9d3df4df7acfce74f220ea990, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/08060a338d374ad3bd1c613d45735a81, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/0b9d4be5c6fe4ca8a21c4d69536c27f9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e3e9b4dd2adf4875b23cc2062a6276f2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d1c60988ce2240d5a75f5cf37ce86b66, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/044f751a85de4a84b0fc0f9085d6690b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a435afeb80584bf9be2bd19454902a48, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/00856bb7d6b9495da2385bbf197bf395, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a935df5d70f14a73a772a0203a0ffbec, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/27f908f38e4544879260fb33a629f7f6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/17e52d0ef4c84cdc80e9ac28b48f7682, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9622bb8366b64371bc18a559fde32e2f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d61739d2f1134bd18f58f438911d296e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/73bf7765e7ce4596b1b42f2e9eb65aa2] to archive 2024-11-16T10:27:04,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:27:04,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9b74b754be714800b09e78e1031476cb to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9b74b754be714800b09e78e1031476cb 2024-11-16T10:27:04,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/f9b7781ae38245169d6909c8346c04e6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/f9b7781ae38245169d6909c8346c04e6 2024-11-16T10:27:04,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/596e55c06b2043a1b0d7caa86839c36b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/596e55c06b2043a1b0d7caa86839c36b 2024-11-16T10:27:04,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/19c15bb9d3df4df7acfce74f220ea990 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/19c15bb9d3df4df7acfce74f220ea990 2024-11-16T10:27:04,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/08060a338d374ad3bd1c613d45735a81 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/08060a338d374ad3bd1c613d45735a81 2024-11-16T10:27:04,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/0b9d4be5c6fe4ca8a21c4d69536c27f9 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/0b9d4be5c6fe4ca8a21c4d69536c27f9 2024-11-16T10:27:04,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e3e9b4dd2adf4875b23cc2062a6276f2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e3e9b4dd2adf4875b23cc2062a6276f2 2024-11-16T10:27:04,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d1c60988ce2240d5a75f5cf37ce86b66 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d1c60988ce2240d5a75f5cf37ce86b66 2024-11-16T10:27:04,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/044f751a85de4a84b0fc0f9085d6690b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/044f751a85de4a84b0fc0f9085d6690b 2024-11-16T10:27:04,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a435afeb80584bf9be2bd19454902a48 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a435afeb80584bf9be2bd19454902a48 2024-11-16T10:27:04,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/00856bb7d6b9495da2385bbf197bf395 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/00856bb7d6b9495da2385bbf197bf395 2024-11-16T10:27:04,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a935df5d70f14a73a772a0203a0ffbec to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/a935df5d70f14a73a772a0203a0ffbec 2024-11-16T10:27:04,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/27f908f38e4544879260fb33a629f7f6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/27f908f38e4544879260fb33a629f7f6 2024-11-16T10:27:04,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/17e52d0ef4c84cdc80e9ac28b48f7682 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/17e52d0ef4c84cdc80e9ac28b48f7682 2024-11-16T10:27:04,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9622bb8366b64371bc18a559fde32e2f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9622bb8366b64371bc18a559fde32e2f 2024-11-16T10:27:04,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d61739d2f1134bd18f58f438911d296e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/d61739d2f1134bd18f58f438911d296e 2024-11-16T10:27:04,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/73bf7765e7ce4596b1b42f2e9eb65aa2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/73bf7765e7ce4596b1b42f2e9eb65aa2 2024-11-16T10:27:04,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/878efc984e184369a09d4972ed869f64, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/7b38f45d173841c590f6c5bc3baae680, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/897b05ac27e04d0a9ca61148e1d73474, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/44bc102a731240038b7b72b4497904d3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4eb812e60c304706b26ea3451ccdffb6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/852321457b984720b94849e5933765ef, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/95509f8531d94957be5d06ee095d72de, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/e8cde5d9feb3461caa91e77d9b0d2c39, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/97cb4dbeefbd4acea486c01027645edc, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/0ee6ce630fba417b97c314f87b340260, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/70212a41fc6b447c936924d6f96224d3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/2094bc35eec345c6a45a0011b8517600, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/ea899042067a4b26bee9539a2425bade, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/9198d886d04a43a1ad1c80dfdb9620cf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/df5c9e7dba844dcd87d7ac3c28594d42, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb8e55f1a8b84cb88a767f1877210c6e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4e2258d844894517a4b3d8ba3f2db0f2] to archive 2024-11-16T10:27:04,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:27:04,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/878efc984e184369a09d4972ed869f64 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/878efc984e184369a09d4972ed869f64 2024-11-16T10:27:04,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/7b38f45d173841c590f6c5bc3baae680 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/7b38f45d173841c590f6c5bc3baae680 2024-11-16T10:27:04,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/897b05ac27e04d0a9ca61148e1d73474 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/897b05ac27e04d0a9ca61148e1d73474 2024-11-16T10:27:04,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/44bc102a731240038b7b72b4497904d3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/44bc102a731240038b7b72b4497904d3 2024-11-16T10:27:04,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4eb812e60c304706b26ea3451ccdffb6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4eb812e60c304706b26ea3451ccdffb6 2024-11-16T10:27:04,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/852321457b984720b94849e5933765ef to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/852321457b984720b94849e5933765ef 2024-11-16T10:27:04,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/95509f8531d94957be5d06ee095d72de to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/95509f8531d94957be5d06ee095d72de 2024-11-16T10:27:04,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/e8cde5d9feb3461caa91e77d9b0d2c39 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/e8cde5d9feb3461caa91e77d9b0d2c39 2024-11-16T10:27:04,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/97cb4dbeefbd4acea486c01027645edc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/97cb4dbeefbd4acea486c01027645edc 2024-11-16T10:27:04,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/0ee6ce630fba417b97c314f87b340260 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/0ee6ce630fba417b97c314f87b340260 2024-11-16T10:27:04,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/70212a41fc6b447c936924d6f96224d3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/70212a41fc6b447c936924d6f96224d3 2024-11-16T10:27:04,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/2094bc35eec345c6a45a0011b8517600 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/2094bc35eec345c6a45a0011b8517600 2024-11-16T10:27:04,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/ea899042067a4b26bee9539a2425bade to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/ea899042067a4b26bee9539a2425bade 2024-11-16T10:27:04,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/9198d886d04a43a1ad1c80dfdb9620cf to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/9198d886d04a43a1ad1c80dfdb9620cf 2024-11-16T10:27:04,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/df5c9e7dba844dcd87d7ac3c28594d42 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/df5c9e7dba844dcd87d7ac3c28594d42 2024-11-16T10:27:04,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb8e55f1a8b84cb88a767f1877210c6e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb8e55f1a8b84cb88a767f1877210c6e 2024-11-16T10:27:04,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4e2258d844894517a4b3d8ba3f2db0f2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/4e2258d844894517a4b3d8ba3f2db0f2 2024-11-16T10:27:04,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/db8e85ff567e4b19a96a6e4ee69dbb84, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4f5a073af99c49d0b41d22566301134c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/fbdf2289393f45d6b2f8962fb95b4997, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c65a00c54ce8452f82d229a518bb761c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/eaa62b260e224958ada13b422b88b9f1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5bab6608a86b468091539fe668a76cb9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/23e97ebe11734056a44cef9b9b6e243e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b27afe4775e4475da4854f8ba56b05e1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c93a58960f9b4b7b87083f8cb2e9a81f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1149d5183c51496e9bed48a9012a2704, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4e8ca9242ea34713ba20cfee8ccafcb8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/a562e94677144dc5b339882f54a526a5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5f8617b2f5274b4f82d02f13a5c4ad4a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1b066db770774e9da919822a963f0d1b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/3e690df7819b4bd5a7244a31a9470319, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/10270aabbc4b44a88a7f69eaff38525f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2226270f47d043e6bdada96cbac11867] to archive 2024-11-16T10:27:04,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:27:04,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/db8e85ff567e4b19a96a6e4ee69dbb84 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/db8e85ff567e4b19a96a6e4ee69dbb84 2024-11-16T10:27:04,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4f5a073af99c49d0b41d22566301134c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4f5a073af99c49d0b41d22566301134c 2024-11-16T10:27:04,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/fbdf2289393f45d6b2f8962fb95b4997 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/fbdf2289393f45d6b2f8962fb95b4997 2024-11-16T10:27:04,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c65a00c54ce8452f82d229a518bb761c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c65a00c54ce8452f82d229a518bb761c 2024-11-16T10:27:04,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/eaa62b260e224958ada13b422b88b9f1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/eaa62b260e224958ada13b422b88b9f1 2024-11-16T10:27:04,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5bab6608a86b468091539fe668a76cb9 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5bab6608a86b468091539fe668a76cb9 2024-11-16T10:27:04,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/23e97ebe11734056a44cef9b9b6e243e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/23e97ebe11734056a44cef9b9b6e243e 2024-11-16T10:27:04,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b27afe4775e4475da4854f8ba56b05e1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b27afe4775e4475da4854f8ba56b05e1 2024-11-16T10:27:04,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c93a58960f9b4b7b87083f8cb2e9a81f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/c93a58960f9b4b7b87083f8cb2e9a81f 2024-11-16T10:27:04,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1149d5183c51496e9bed48a9012a2704 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1149d5183c51496e9bed48a9012a2704 2024-11-16T10:27:04,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4e8ca9242ea34713ba20cfee8ccafcb8 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/4e8ca9242ea34713ba20cfee8ccafcb8 2024-11-16T10:27:04,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/a562e94677144dc5b339882f54a526a5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/a562e94677144dc5b339882f54a526a5 2024-11-16T10:27:04,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5f8617b2f5274b4f82d02f13a5c4ad4a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/5f8617b2f5274b4f82d02f13a5c4ad4a 2024-11-16T10:27:04,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1b066db770774e9da919822a963f0d1b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1b066db770774e9da919822a963f0d1b 2024-11-16T10:27:04,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/3e690df7819b4bd5a7244a31a9470319 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/3e690df7819b4bd5a7244a31a9470319 2024-11-16T10:27:04,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/10270aabbc4b44a88a7f69eaff38525f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/10270aabbc4b44a88a7f69eaff38525f 2024-11-16T10:27:04,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2226270f47d043e6bdada96cbac11867 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2226270f47d043e6bdada96cbac11867 2024-11-16T10:27:04,312 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/recovered.edits/334.seqid, newMaxSeqId=334, maxSeqId=1 2024-11-16T10:27:04,312 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c. 2024-11-16T10:27:04,312 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for 59a7be71dca0c47b634fadb5c6cc974c: 2024-11-16T10:27:04,314 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed 59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:27:04,314 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=59a7be71dca0c47b634fadb5c6cc974c, regionState=CLOSED 2024-11-16T10:27:04,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-16T10:27:04,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure 59a7be71dca0c47b634fadb5c6cc974c, server=adb367c328a9,33523,1731752726549 in 1.5010 sec 2024-11-16T10:27:04,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-16T10:27:04,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59a7be71dca0c47b634fadb5c6cc974c, UNASSIGN in 1.5070 sec 2024-11-16T10:27:04,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-16T10:27:04,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5110 sec 2024-11-16T10:27:04,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752824319"}]},"ts":"1731752824319"} 2024-11-16T10:27:04,320 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T10:27:04,364 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T10:27:04,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6050 sec 2024-11-16T10:27:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-16T10:27:04,870 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-16T10:27:04,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T10:27:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:04,872 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=89, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-16T10:27:04,873 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=89, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:04,874 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:27:04,877 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/recovered.edits] 2024-11-16T10:27:04,879 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9e86ec3e48134288b35e0f2dabfbdf26 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/9e86ec3e48134288b35e0f2dabfbdf26 2024-11-16T10:27:04,880 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/b0c15797f6ca4928ae56ff40dca77ec1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/b0c15797f6ca4928ae56ff40dca77ec1 2024-11-16T10:27:04,882 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/b4a61219bf6648ea8b225e4bd275d5b6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/b4a61219bf6648ea8b225e4bd275d5b6 2024-11-16T10:27:04,883 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/c3a5141f16e94e939201b3ef9cb9fa01 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/c3a5141f16e94e939201b3ef9cb9fa01 2024-11-16T10:27:04,885 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e382014d977d4aa590981ed8b2d40eb3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e382014d977d4aa590981ed8b2d40eb3 2024-11-16T10:27:04,887 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e9fd9bcec0b5441d8211e43b5b83403f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/A/e9fd9bcec0b5441d8211e43b5b83403f 2024-11-16T10:27:04,890 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/1042ead97cf840d1b15e6d52de26fd24 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/1042ead97cf840d1b15e6d52de26fd24 2024-11-16T10:27:04,891 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/21c770982f8749e695a859a00fe08ff0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/21c770982f8749e695a859a00fe08ff0 2024-11-16T10:27:04,892 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/312a3a758d474f0e909b5528acbe1182 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/312a3a758d474f0e909b5528acbe1182 2024-11-16T10:27:04,892 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/3422e9ee9f214bce8f0f3e789036a6c5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/3422e9ee9f214bce8f0f3e789036a6c5 2024-11-16T10:27:04,893 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/619c5c651c7a41f7b846088f25260216 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/619c5c651c7a41f7b846088f25260216 2024-11-16T10:27:04,894 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb242b16d2794eba922555f8d11de3ba to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/B/eb242b16d2794eba922555f8d11de3ba 2024-11-16T10:27:04,896 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1fae9e8f1a7e439a80328e26006ce5ce to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/1fae9e8f1a7e439a80328e26006ce5ce 2024-11-16T10:27:04,897 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2aabd38e2d324ebea59191d0f96d8a48 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/2aabd38e2d324ebea59191d0f96d8a48 2024-11-16T10:27:04,897 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/794e5d15b8a1405f880a6e233c1e0e7b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/794e5d15b8a1405f880a6e233c1e0e7b 2024-11-16T10:27:04,898 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/8985761d331840df8cf6b78f0405b89b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/8985761d331840df8cf6b78f0405b89b 2024-11-16T10:27:04,899 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b627664f54ad4c308551c2dda4797c00 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/b627664f54ad4c308551c2dda4797c00 2024-11-16T10:27:04,900 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/fb47e806cd6f408c99208d9813dd361c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/C/fb47e806cd6f408c99208d9813dd361c 2024-11-16T10:27:04,902 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/recovered.edits/334.seqid to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c/recovered.edits/334.seqid 2024-11-16T10:27:04,903 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/59a7be71dca0c47b634fadb5c6cc974c 2024-11-16T10:27:04,903 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T10:27:04,904 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=89, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:04,906 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T10:27:04,908 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T10:27:04,909 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=89, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:04,909 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T10:27:04,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731752824909"}]},"ts":"9223372036854775807"} 2024-11-16T10:27:04,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T10:27:04,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 59a7be71dca0c47b634fadb5c6cc974c, NAME => 'TestAcidGuarantees,,1731752797470.59a7be71dca0c47b634fadb5c6cc974c.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T10:27:04,911 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T10:27:04,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731752824911"}]},"ts":"9223372036854775807"} 2024-11-16T10:27:04,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T10:27:04,956 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=89, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:04,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-16T10:27:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-16T10:27:04,974 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-16T10:27:04,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 277) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3271 (was 3367) 2024-11-16T10:27:04,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=3271 2024-11-16T10:27:04,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T10:27:04,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:27:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:04,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:27:04,999 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:04,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 90 2024-11-16T10:27:05,000 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:27:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-16T10:27:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742140_1316 (size=960) 2024-11-16T10:27:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-16T10:27:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-16T10:27:05,411 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f 2024-11-16T10:27:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742141_1317 (size=53) 2024-11-16T10:27:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-16T10:27:05,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:27:05,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c04305de9269a49f77cddb2f7b53c8dc, disabling compactions & flushes 2024-11-16T10:27:05,822 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:05,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:05,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. after waiting 0 ms 2024-11-16T10:27:05,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:05,822 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:05,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:05,825 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:27:05,825 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731752825825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752825825"}]},"ts":"1731752825825"} 2024-11-16T10:27:05,827 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:27:05,828 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:27:05,829 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752825828"}]},"ts":"1731752825828"} 2024-11-16T10:27:05,830 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T10:27:05,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, ASSIGN}] 2024-11-16T10:27:05,884 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, ASSIGN 2024-11-16T10:27:05,885 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, ASSIGN; state=OFFLINE, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=false 2024-11-16T10:27:06,036 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=c04305de9269a49f77cddb2f7b53c8dc, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:27:06,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; OpenRegionProcedure c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-16T10:27:06,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:06,201 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:06,201 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7285): Opening region: {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:27:06,202 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:06,202 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:27:06,202 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7327): checking encryption for c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:06,202 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7330): checking classloading for c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:06,205 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:06,206 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:27:06,207 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04305de9269a49f77cddb2f7b53c8dc columnFamilyName A 2024-11-16T10:27:06,207 DEBUG [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:06,207 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(327): Store=c04305de9269a49f77cddb2f7b53c8dc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:27:06,207 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:06,209 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:27:06,209 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04305de9269a49f77cddb2f7b53c8dc columnFamilyName B 2024-11-16T10:27:06,209 DEBUG [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:06,209 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(327): Store=c04305de9269a49f77cddb2f7b53c8dc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:27:06,209 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:06,210 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:27:06,211 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04305de9269a49f77cddb2f7b53c8dc columnFamilyName C 2024-11-16T10:27:06,211 DEBUG [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:06,211 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(327): Store=c04305de9269a49f77cddb2f7b53c8dc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:27:06,211 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:06,212 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:06,213 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:06,214 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:27:06,216 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1085): writing seq id for c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:06,218 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:27:06,219 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1102): Opened c04305de9269a49f77cddb2f7b53c8dc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69512789, jitterRate=0.03582127392292023}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:27:06,220 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1001): Region open journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:06,221 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., pid=92, masterSystemTime=1731752826193 2024-11-16T10:27:06,222 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:06,222 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:06,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=c04305de9269a49f77cddb2f7b53c8dc, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:27:06,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-16T10:27:06,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; OpenRegionProcedure c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 in 185 msec 2024-11-16T10:27:06,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-16T10:27:06,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, ASSIGN in 345 msec 2024-11-16T10:27:06,228 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:27:06,229 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752826228"}]},"ts":"1731752826228"} 2024-11-16T10:27:06,230 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T10:27:06,247 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=90, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:27:06,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2500 sec 2024-11-16T10:27:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-16T10:27:07,111 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-16T10:27:07,114 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-16T10:27:07,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:07,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:07,165 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:07,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:27:07,169 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:27:07,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T10:27:07,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:27:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742142_1318 (size=996) 2024-11-16T10:27:07,585 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-16T10:27:07,585 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-16T10:27:07,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T10:27:07,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, REOPEN/MOVE}] 2024-11-16T10:27:07,593 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, REOPEN/MOVE 2024-11-16T10:27:07,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=c04305de9269a49f77cddb2f7b53c8dc, regionState=CLOSING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:27:07,595 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T10:27:07,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:27:07,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:07,748 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:07,748 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T10:27:07,748 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing c04305de9269a49f77cddb2f7b53c8dc, disabling compactions & flushes 2024-11-16T10:27:07,748 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:07,748 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:07,748 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. after waiting 0 ms 2024-11-16T10:27:07,748 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:07,781 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T10:27:07,782 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:07,782 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:07,783 WARN [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionServer(3786): Not adding moved region record: c04305de9269a49f77cddb2f7b53c8dc to self. 2024-11-16T10:27:07,785 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:07,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=c04305de9269a49f77cddb2f7b53c8dc, regionState=CLOSED 2024-11-16T10:27:07,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-16T10:27:07,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 in 191 msec 2024-11-16T10:27:07,789 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, REOPEN/MOVE; state=CLOSED, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=true 2024-11-16T10:27:07,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=c04305de9269a49f77cddb2f7b53c8dc, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:27:07,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=95, state=RUNNABLE; OpenRegionProcedure c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:27:08,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,102 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,102 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7285): Opening region: {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:27:08,104 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,104 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:27:08,104 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7327): checking encryption for c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,104 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7330): checking classloading for c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,107 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,108 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:27:08,108 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04305de9269a49f77cddb2f7b53c8dc columnFamilyName A 2024-11-16T10:27:08,110 DEBUG [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:08,111 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(327): Store=c04305de9269a49f77cddb2f7b53c8dc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:27:08,111 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,112 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:27:08,113 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04305de9269a49f77cddb2f7b53c8dc columnFamilyName B 2024-11-16T10:27:08,113 DEBUG [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:08,114 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(327): Store=c04305de9269a49f77cddb2f7b53c8dc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:27:08,114 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,115 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:27:08,115 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c04305de9269a49f77cddb2f7b53c8dc columnFamilyName C 2024-11-16T10:27:08,115 DEBUG [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:08,116 INFO [StoreOpener-c04305de9269a49f77cddb2f7b53c8dc-1 {}] regionserver.HStore(327): Store=c04305de9269a49f77cddb2f7b53c8dc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:27:08,116 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,117 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,119 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,121 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:27:08,123 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1085): writing seq id for c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,124 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1102): Opened c04305de9269a49f77cddb2f7b53c8dc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65552743, jitterRate=-0.02318800985813141}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:27:08,125 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1001): Region open journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:08,126 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., pid=97, masterSystemTime=1731752828095 2024-11-16T10:27:08,128 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,128 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=c04305de9269a49f77cddb2f7b53c8dc, regionState=OPEN, openSeqNum=5, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=95 2024-11-16T10:27:08,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=95, state=SUCCESS; OpenRegionProcedure c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 in 187 msec 2024-11-16T10:27:08,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-16T10:27:08,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, REOPEN/MOVE in 538 msec 2024-11-16T10:27:08,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-16T10:27:08,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 542 msec 2024-11-16T10:27:08,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 964 msec 2024-11-16T10:27:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-16T10:27:08,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-16T10:27:08,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,168 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-16T10:27:08,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-16T10:27:08,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-16T10:27:08,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-16T10:27:08,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-16T10:27:08,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-16T10:27:08,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-16T10:27:08,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-16T10:27:08,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-16T10:27:08,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:08,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-16T10:27:08,264 DEBUG [hconnection-0x3023db23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,264 DEBUG [hconnection-0x57d61cad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,264 DEBUG [hconnection-0x61d424fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,265 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:08,265 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,265 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,265 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,266 DEBUG [hconnection-0xd72c34c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,266 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:08,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:08,266 DEBUG [hconnection-0x43a916cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,266 DEBUG [hconnection-0x383ab95b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,266 DEBUG [hconnection-0x635cc7b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-16T10:27:08,267 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,267 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,268 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,268 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,271 DEBUG [hconnection-0x6c5f6e43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,272 DEBUG [hconnection-0x3951746d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,272 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,272 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,273 DEBUG [hconnection-0x6b5ae3e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:08,274 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:27:08,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:08,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:08,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:08,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:08,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:08,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:08,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752888293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752888293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752888297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752888298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111663c8998dccdc41c3a2211b1f43fceea7_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752828275/Put/seqid=0 2024-11-16T10:27:08,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752888298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742143_1319 (size=17034) 2024-11-16T10:27:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-16T10:27:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752888399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752888399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752888399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752888399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752888399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-16T10:27:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-16T10:27:08,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-16T10:27:08,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:08,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752888603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752888604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752888604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752888605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752888606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,702 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:08,706 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111663c8998dccdc41c3a2211b1f43fceea7_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111663c8998dccdc41c3a2211b1f43fceea7_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:08,707 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/61a54ab7ee574e4da6cf888552a761d1, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:08,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/61a54ab7ee574e4da6cf888552a761d1 is 175, key is test_row_0/A:col10/1731752828275/Put/seqid=0 2024-11-16T10:27:08,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742144_1320 (size=48139) 2024-11-16T10:27:08,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-16T10:27:08,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:08,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-16T10:27:08,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-16T10:27:08,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:08,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:08,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:08,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752888908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752888909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752888909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752888909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:08,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752888911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-16T10:27:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:09,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:09,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:09,115 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/61a54ab7ee574e4da6cf888552a761d1 2024-11-16T10:27:09,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/2ee8a5c6e7794fcdbe0b5c75e1f141f9 is 50, key is test_row_0/B:col10/1731752828275/Put/seqid=0 2024-11-16T10:27:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742145_1321 (size=12001) 2024-11-16T10:27:09,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/2ee8a5c6e7794fcdbe0b5c75e1f141f9 2024-11-16T10:27:09,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/52b95a4652704c0981aa4565b2302553 is 50, key is test_row_0/C:col10/1731752828275/Put/seqid=0 2024-11-16T10:27:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742146_1322 (size=12001) 2024-11-16T10:27:09,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/52b95a4652704c0981aa4565b2302553 2024-11-16T10:27:09,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-16T10:27:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:09,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:09,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/61a54ab7ee574e4da6cf888552a761d1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/61a54ab7ee574e4da6cf888552a761d1 2024-11-16T10:27:09,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/61a54ab7ee574e4da6cf888552a761d1, entries=250, sequenceid=16, filesize=47.0 K 2024-11-16T10:27:09,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/2ee8a5c6e7794fcdbe0b5c75e1f141f9 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/2ee8a5c6e7794fcdbe0b5c75e1f141f9 2024-11-16T10:27:09,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/2ee8a5c6e7794fcdbe0b5c75e1f141f9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-16T10:27:09,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/52b95a4652704c0981aa4565b2302553 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/52b95a4652704c0981aa4565b2302553 2024-11-16T10:27:09,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/52b95a4652704c0981aa4565b2302553, entries=150, sequenceid=16, filesize=11.7 K 2024-11-16T10:27:09,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c04305de9269a49f77cddb2f7b53c8dc in 921ms, sequenceid=16, compaction requested=false 2024-11-16T10:27:09,196 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-16T10:27:09,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:09,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-16T10:27:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:09,333 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:27:09,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:09,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:09,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:09,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:09,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:09,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:09,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116190b207cf07a46a4a799437914d5e3bf_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752828297/Put/seqid=0 2024-11-16T10:27:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742147_1323 (size=12154) 2024-11-16T10:27:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-16T10:27:09,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752889423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752889423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752889428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752889429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752889430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752889531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752889531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752889531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752889536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752889537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752889734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752889734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752889734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752889739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752889740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:09,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:09,756 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116190b207cf07a46a4a799437914d5e3bf_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116190b207cf07a46a4a799437914d5e3bf_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/1ee527c3a30e4c41a81df3d4f8b2ea64, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/1ee527c3a30e4c41a81df3d4f8b2ea64 is 175, key is test_row_0/A:col10/1731752828297/Put/seqid=0 2024-11-16T10:27:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742148_1324 (size=30955) 2024-11-16T10:27:09,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T10:27:10,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752890037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752890037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752890038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752890042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752890044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,161 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/1ee527c3a30e4c41a81df3d4f8b2ea64 2024-11-16T10:27:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/801e2cf8a3dc46f8b9ea55487a31415f is 50, key is test_row_0/B:col10/1731752828297/Put/seqid=0 2024-11-16T10:27:10,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742149_1325 (size=12001) 2024-11-16T10:27:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-16T10:27:10,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752890540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752890540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752890544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752890548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752890549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:10,572 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/801e2cf8a3dc46f8b9ea55487a31415f 2024-11-16T10:27:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/4f4d7a2189d845dca3c839545028951c is 50, key is test_row_0/C:col10/1731752828297/Put/seqid=0 2024-11-16T10:27:10,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742150_1326 (size=12001) 2024-11-16T10:27:10,982 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/4f4d7a2189d845dca3c839545028951c 2024-11-16T10:27:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/1ee527c3a30e4c41a81df3d4f8b2ea64 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1ee527c3a30e4c41a81df3d4f8b2ea64 2024-11-16T10:27:10,988 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1ee527c3a30e4c41a81df3d4f8b2ea64, entries=150, sequenceid=41, filesize=30.2 K 2024-11-16T10:27:10,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/801e2cf8a3dc46f8b9ea55487a31415f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/801e2cf8a3dc46f8b9ea55487a31415f 2024-11-16T10:27:10,992 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/801e2cf8a3dc46f8b9ea55487a31415f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-16T10:27:10,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/4f4d7a2189d845dca3c839545028951c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/4f4d7a2189d845dca3c839545028951c 2024-11-16T10:27:10,996 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/4f4d7a2189d845dca3c839545028951c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-16T10:27:10,996 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c04305de9269a49f77cddb2f7b53c8dc in 1663ms, sequenceid=41, compaction requested=false 2024-11-16T10:27:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-16T10:27:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-16T10:27:10,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-16T10:27:10,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7310 sec 2024-11-16T10:27:10,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.7350 sec 2024-11-16T10:27:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:11,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:27:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:11,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b9a5cb167b1e4f71b35a336fac8eb0a3_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752829429/Put/seqid=0 2024-11-16T10:27:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742151_1327 (size=14594) 2024-11-16T10:27:11,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752891572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752891574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752891575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752891576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752891579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752891679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752891680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752891681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752891681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752891682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752891884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752891884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752891886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752891887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752891891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:11,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:11,962 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b9a5cb167b1e4f71b35a336fac8eb0a3_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b9a5cb167b1e4f71b35a336fac8eb0a3_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:11,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/e1c2458f012b46e1bffdf3976e58abf4, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:11,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/e1c2458f012b46e1bffdf3976e58abf4 is 175, key is test_row_0/A:col10/1731752829429/Put/seqid=0 2024-11-16T10:27:11,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742152_1328 (size=39549) 2024-11-16T10:27:12,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752892188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752892188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752892190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752892192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752892198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/e1c2458f012b46e1bffdf3976e58abf4 2024-11-16T10:27:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-16T10:27:12,371 INFO [Thread-1462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-16T10:27:12,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-16T10:27:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-16T10:27:12,373 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:12,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/86b1240903e7429b9ea350147a67590c is 50, key is test_row_0/B:col10/1731752829429/Put/seqid=0 2024-11-16T10:27:12,375 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:12,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742153_1329 (size=12001) 2024-11-16T10:27:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-16T10:27:12,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-16T10:27:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:12,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-16T10:27:12,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-16T10:27:12,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:12,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:12,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:12,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752892693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752892695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752892695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752892700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752892705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/86b1240903e7429b9ea350147a67590c 2024-11-16T10:27:12,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/a8ff11d8b4e049c29a08dd1fe6b1f3e0 is 50, key is test_row_0/C:col10/1731752829429/Put/seqid=0 2024-11-16T10:27:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742154_1330 (size=12001) 2024-11-16T10:27:12,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-16T10:27:12,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:12,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:12,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:12,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-16T10:27:12,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:12,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-16T10:27:12,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:12,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:12,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:12,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:13,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-16T10:27:13,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:13,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:13,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:13,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:13,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:13,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/a8ff11d8b4e049c29a08dd1fe6b1f3e0 2024-11-16T10:27:13,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/e1c2458f012b46e1bffdf3976e58abf4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/e1c2458f012b46e1bffdf3976e58abf4 2024-11-16T10:27:13,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/e1c2458f012b46e1bffdf3976e58abf4, entries=200, sequenceid=53, filesize=38.6 K 2024-11-16T10:27:13,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/86b1240903e7429b9ea350147a67590c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/86b1240903e7429b9ea350147a67590c 2024-11-16T10:27:13,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/86b1240903e7429b9ea350147a67590c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-16T10:27:13,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/a8ff11d8b4e049c29a08dd1fe6b1f3e0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a8ff11d8b4e049c29a08dd1fe6b1f3e0 2024-11-16T10:27:13,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a8ff11d8b4e049c29a08dd1fe6b1f3e0, entries=150, sequenceid=53, filesize=11.7 K 2024-11-16T10:27:13,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c04305de9269a49f77cddb2f7b53c8dc in 1674ms, sequenceid=53, compaction requested=true 2024-11-16T10:27:13,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:13,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:13,225 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:13,225 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:13,225 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:13,225 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:13,225 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/A is initiating minor compaction (all files) 2024-11-16T10:27:13,225 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/B is initiating minor compaction (all files) 2024-11-16T10:27:13,225 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/A in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:13,225 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/B in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:13,226 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/61a54ab7ee574e4da6cf888552a761d1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1ee527c3a30e4c41a81df3d4f8b2ea64, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/e1c2458f012b46e1bffdf3976e58abf4] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=115.9 K 2024-11-16T10:27:13,226 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/2ee8a5c6e7794fcdbe0b5c75e1f141f9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/801e2cf8a3dc46f8b9ea55487a31415f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/86b1240903e7429b9ea350147a67590c] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=35.2 K 2024-11-16T10:27:13,226 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:13,226 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/61a54ab7ee574e4da6cf888552a761d1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1ee527c3a30e4c41a81df3d4f8b2ea64, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/e1c2458f012b46e1bffdf3976e58abf4] 2024-11-16T10:27:13,226 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ee8a5c6e7794fcdbe0b5c75e1f141f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731752828272 2024-11-16T10:27:13,226 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61a54ab7ee574e4da6cf888552a761d1, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731752828271 2024-11-16T10:27:13,226 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 801e2cf8a3dc46f8b9ea55487a31415f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731752828288 2024-11-16T10:27:13,226 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ee527c3a30e4c41a81df3d4f8b2ea64, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731752828288 2024-11-16T10:27:13,226 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 86b1240903e7429b9ea350147a67590c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731752829421 2024-11-16T10:27:13,226 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1c2458f012b46e1bffdf3976e58abf4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731752829421 2024-11-16T10:27:13,231 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:13,232 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:13,233 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116440785b70b93495a8f7593b86ed5acec_c04305de9269a49f77cddb2f7b53c8dc store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:13,233 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/9558c80fd0ce4ed99b940836a41075c4 is 50, key is test_row_0/B:col10/1731752829429/Put/seqid=0 2024-11-16T10:27:13,234 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116440785b70b93495a8f7593b86ed5acec_c04305de9269a49f77cddb2f7b53c8dc, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:13,235 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116440785b70b93495a8f7593b86ed5acec_c04305de9269a49f77cddb2f7b53c8dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:13,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742155_1331 (size=12104) 2024-11-16T10:27:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742156_1332 (size=4469) 2024-11-16T10:27:13,248 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#A#compaction#277 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:13,249 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/7240655ac18f4d15a9d245dc243c1342 is 175, key is test_row_0/A:col10/1731752829429/Put/seqid=0 2024-11-16T10:27:13,250 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/9558c80fd0ce4ed99b940836a41075c4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9558c80fd0ce4ed99b940836a41075c4 2024-11-16T10:27:13,254 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/B of c04305de9269a49f77cddb2f7b53c8dc into 9558c80fd0ce4ed99b940836a41075c4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:13,254 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:13,254 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/B, priority=13, startTime=1731752833225; duration=0sec 2024-11-16T10:27:13,254 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:13,254 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:B 2024-11-16T10:27:13,254 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742157_1333 (size=31058) 2024-11-16T10:27:13,256 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:13,256 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/C is initiating minor compaction (all files) 2024-11-16T10:27:13,256 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/C in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:13,256 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/52b95a4652704c0981aa4565b2302553, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/4f4d7a2189d845dca3c839545028951c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a8ff11d8b4e049c29a08dd1fe6b1f3e0] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=35.2 K 2024-11-16T10:27:13,257 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 52b95a4652704c0981aa4565b2302553, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731752828272 2024-11-16T10:27:13,257 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f4d7a2189d845dca3c839545028951c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731752828288 2024-11-16T10:27:13,257 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a8ff11d8b4e049c29a08dd1fe6b1f3e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731752829421 2024-11-16T10:27:13,260 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/7240655ac18f4d15a9d245dc243c1342 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/7240655ac18f4d15a9d245dc243c1342 2024-11-16T10:27:13,264 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#C#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:13,264 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/1dfbe195081641eeb55f9fde9213180a is 50, key is test_row_0/C:col10/1731752829429/Put/seqid=0 2024-11-16T10:27:13,265 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/A of c04305de9269a49f77cddb2f7b53c8dc into 7240655ac18f4d15a9d245dc243c1342(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:13,265 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:13,265 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/A, priority=13, startTime=1731752833224; duration=0sec 2024-11-16T10:27:13,265 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:13,265 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:A 2024-11-16T10:27:13,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742158_1334 (size=12104) 2024-11-16T10:27:13,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-16T10:27:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:13,288 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:27:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:13,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ea3b7fb74adf40f19980a4db6b727af3_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752831571/Put/seqid=0 2024-11-16T10:27:13,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742159_1335 (size=12154) 2024-11-16T10:27:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-16T10:27:13,672 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/1dfbe195081641eeb55f9fde9213180a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/1dfbe195081641eeb55f9fde9213180a 2024-11-16T10:27:13,676 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/C of c04305de9269a49f77cddb2f7b53c8dc into 1dfbe195081641eeb55f9fde9213180a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:13,676 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:13,676 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/C, priority=13, startTime=1731752833225; duration=0sec 2024-11-16T10:27:13,676 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:13,676 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:C 2024-11-16T10:27:13,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:13,702 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ea3b7fb74adf40f19980a4db6b727af3_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ea3b7fb74adf40f19980a4db6b727af3_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/1cea3f16081248c7abc9a9cce40748a9, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/1cea3f16081248c7abc9a9cce40748a9 is 175, key is test_row_0/A:col10/1731752831571/Put/seqid=0 2024-11-16T10:27:13,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:13,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742160_1336 (size=30955) 2024-11-16T10:27:13,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752893712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752893713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752893716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752893717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752893718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752893818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752893819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752893822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:13,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752893823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752894022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752894022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752894027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752894027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,108 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/1cea3f16081248c7abc9a9cce40748a9 2024-11-16T10:27:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/47a9f46932204aa6b89c959c3b5fd9da is 50, key is test_row_0/B:col10/1731752831571/Put/seqid=0 2024-11-16T10:27:14,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742161_1337 (size=12001) 2024-11-16T10:27:14,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752894324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752894326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752894330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752894331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-16T10:27:14,518 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/47a9f46932204aa6b89c959c3b5fd9da 2024-11-16T10:27:14,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/7fb842dcc0cc4daaa20b126ba8ab8d71 is 50, key is test_row_0/C:col10/1731752831571/Put/seqid=0 2024-11-16T10:27:14,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742162_1338 (size=12001) 2024-11-16T10:27:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752894831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752894832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752894834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752894838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:14,927 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/7fb842dcc0cc4daaa20b126ba8ab8d71 2024-11-16T10:27:14,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/1cea3f16081248c7abc9a9cce40748a9 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1cea3f16081248c7abc9a9cce40748a9 2024-11-16T10:27:14,933 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1cea3f16081248c7abc9a9cce40748a9, entries=150, sequenceid=79, filesize=30.2 K 2024-11-16T10:27:14,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/47a9f46932204aa6b89c959c3b5fd9da as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/47a9f46932204aa6b89c959c3b5fd9da 2024-11-16T10:27:14,936 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/47a9f46932204aa6b89c959c3b5fd9da, entries=150, sequenceid=79, filesize=11.7 K 2024-11-16T10:27:14,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/7fb842dcc0cc4daaa20b126ba8ab8d71 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7fb842dcc0cc4daaa20b126ba8ab8d71 2024-11-16T10:27:14,939 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7fb842dcc0cc4daaa20b126ba8ab8d71, entries=150, sequenceid=79, filesize=11.7 K 2024-11-16T10:27:14,940 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c04305de9269a49f77cddb2f7b53c8dc in 1652ms, sequenceid=79, compaction requested=false 2024-11-16T10:27:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-16T10:27:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-16T10:27:14,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-16T10:27:14,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5660 sec 2024-11-16T10:27:14,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.5700 sec 2024-11-16T10:27:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:15,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T10:27:15,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:15,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:15,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:15,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:15,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:15,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:15,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116eed8296284414b448877aa28ce253b1f_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752835738/Put/seqid=0 2024-11-16T10:27:15,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742163_1339 (size=14594) 2024-11-16T10:27:15,748 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:15,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116eed8296284414b448877aa28ce253b1f_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116eed8296284414b448877aa28ce253b1f_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:15,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0e3862a5b4f14c2ba97c6246e9f8d6c1, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:15,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0e3862a5b4f14c2ba97c6246e9f8d6c1 is 175, key is test_row_0/A:col10/1731752835738/Put/seqid=0 2024-11-16T10:27:15,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742164_1340 (size=39549) 2024-11-16T10:27:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752895837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:15,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752895838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:15,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752895841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:15,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752895845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:15,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752895852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:15,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752895944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752896150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:16,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0e3862a5b4f14c2ba97c6246e9f8d6c1 2024-11-16T10:27:16,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/99a03373636841e5af8e8795966e528a is 50, key is test_row_0/B:col10/1731752835738/Put/seqid=0 2024-11-16T10:27:16,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742165_1341 (size=12001) 2024-11-16T10:27:16,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752896457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-16T10:27:16,477 INFO [Thread-1462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-16T10:27:16,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-16T10:27:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T10:27:16,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:16,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:16,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:16,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/99a03373636841e5af8e8795966e528a 2024-11-16T10:27:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T10:27:16,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/056f0e9e70764f7c8f4b050fae2f85f1 is 50, key is test_row_0/C:col10/1731752835738/Put/seqid=0 2024-11-16T10:27:16,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742166_1342 (size=12001) 2024-11-16T10:27:16,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/056f0e9e70764f7c8f4b050fae2f85f1 2024-11-16T10:27:16,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0e3862a5b4f14c2ba97c6246e9f8d6c1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0e3862a5b4f14c2ba97c6246e9f8d6c1 2024-11-16T10:27:16,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0e3862a5b4f14c2ba97c6246e9f8d6c1, entries=200, sequenceid=94, filesize=38.6 K 2024-11-16T10:27:16,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/99a03373636841e5af8e8795966e528a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/99a03373636841e5af8e8795966e528a 2024-11-16T10:27:16,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/99a03373636841e5af8e8795966e528a, entries=150, sequenceid=94, filesize=11.7 K 2024-11-16T10:27:16,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/056f0e9e70764f7c8f4b050fae2f85f1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/056f0e9e70764f7c8f4b050fae2f85f1 2024-11-16T10:27:16,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/056f0e9e70764f7c8f4b050fae2f85f1, entries=150, sequenceid=94, filesize=11.7 K 2024-11-16T10:27:16,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c04305de9269a49f77cddb2f7b53c8dc in 863ms, sequenceid=94, compaction requested=true 2024-11-16T10:27:16,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:16,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:16,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:16,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:16,603 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:16,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:16,603 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:16,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:16,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:16,604 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:16,604 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:16,604 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/B is initiating minor compaction (all files) 2024-11-16T10:27:16,604 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/A is initiating minor compaction (all files) 2024-11-16T10:27:16,604 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/A in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:16,604 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/B in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:16,604 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/7240655ac18f4d15a9d245dc243c1342, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1cea3f16081248c7abc9a9cce40748a9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0e3862a5b4f14c2ba97c6246e9f8d6c1] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=99.2 K 2024-11-16T10:27:16,604 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9558c80fd0ce4ed99b940836a41075c4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/47a9f46932204aa6b89c959c3b5fd9da, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/99a03373636841e5af8e8795966e528a] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=35.3 K 2024-11-16T10:27:16,604 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:16,604 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/7240655ac18f4d15a9d245dc243c1342, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1cea3f16081248c7abc9a9cce40748a9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0e3862a5b4f14c2ba97c6246e9f8d6c1] 2024-11-16T10:27:16,604 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9558c80fd0ce4ed99b940836a41075c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731752829421 2024-11-16T10:27:16,604 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7240655ac18f4d15a9d245dc243c1342, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731752829421 2024-11-16T10:27:16,604 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 47a9f46932204aa6b89c959c3b5fd9da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731752831571 2024-11-16T10:27:16,604 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cea3f16081248c7abc9a9cce40748a9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731752831571 2024-11-16T10:27:16,605 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e3862a5b4f14c2ba97c6246e9f8d6c1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752833711 2024-11-16T10:27:16,605 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 99a03373636841e5af8e8795966e528a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752833711 2024-11-16T10:27:16,609 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:16,611 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:16,611 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/9af3f6a290de4901b52cd5e772bf483e is 50, key is test_row_0/B:col10/1731752835738/Put/seqid=0 2024-11-16T10:27:16,612 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116a817c7421dac4a6ea4e2635c074fc33f_c04305de9269a49f77cddb2f7b53c8dc store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:16,614 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116a817c7421dac4a6ea4e2635c074fc33f_c04305de9269a49f77cddb2f7b53c8dc, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:16,614 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a817c7421dac4a6ea4e2635c074fc33f_c04305de9269a49f77cddb2f7b53c8dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742167_1343 (size=12207) 2024-11-16T10:27:16,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742168_1344 (size=4469) 2024-11-16T10:27:16,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:16,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-16T10:27:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:16,631 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-16T10:27:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:16,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:16,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e45c139d418a42d88f441f17e3359dcf_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752835837/Put/seqid=0 2024-11-16T10:27:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742169_1345 (size=12154) 2024-11-16T10:27:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T10:27:16,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:17,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752897010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:17,023 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#A#compaction#286 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:17,024 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/c282eceb8ffe427f85ccfbbd81b2b10c is 175, key is test_row_0/A:col10/1731752835738/Put/seqid=0 2024-11-16T10:27:17,026 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/9af3f6a290de4901b52cd5e772bf483e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9af3f6a290de4901b52cd5e772bf483e 2024-11-16T10:27:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742170_1346 (size=31161) 2024-11-16T10:27:17,034 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/c282eceb8ffe427f85ccfbbd81b2b10c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/c282eceb8ffe427f85ccfbbd81b2b10c 2024-11-16T10:27:17,034 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/B of c04305de9269a49f77cddb2f7b53c8dc into 9af3f6a290de4901b52cd5e772bf483e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:17,034 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:17,034 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/B, priority=13, startTime=1731752836603; duration=0sec 2024-11-16T10:27:17,034 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:17,034 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:B 2024-11-16T10:27:17,034 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:17,035 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:17,035 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/C is initiating minor compaction (all files) 2024-11-16T10:27:17,035 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/C in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:17,035 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/1dfbe195081641eeb55f9fde9213180a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7fb842dcc0cc4daaa20b126ba8ab8d71, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/056f0e9e70764f7c8f4b050fae2f85f1] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=35.3 K 2024-11-16T10:27:17,036 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dfbe195081641eeb55f9fde9213180a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731752829421 2024-11-16T10:27:17,036 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fb842dcc0cc4daaa20b126ba8ab8d71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731752831571 2024-11-16T10:27:17,036 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 056f0e9e70764f7c8f4b050fae2f85f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752833711 2024-11-16T10:27:17,040 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/A of c04305de9269a49f77cddb2f7b53c8dc into c282eceb8ffe427f85ccfbbd81b2b10c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:17,040 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:17,040 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/A, priority=13, startTime=1731752836603; duration=0sec 2024-11-16T10:27:17,040 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:17,040 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:A 2024-11-16T10:27:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:17,043 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e45c139d418a42d88f441f17e3359dcf_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e45c139d418a42d88f441f17e3359dcf_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:17,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/71e4cf39c59448b3915fc5b0e9367b10, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:17,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/71e4cf39c59448b3915fc5b0e9367b10 is 175, key is test_row_0/A:col10/1731752835837/Put/seqid=0 2024-11-16T10:27:17,045 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#C#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:17,045 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/facdf3759e7a414da4d517842681f163 is 50, key is test_row_0/C:col10/1731752835738/Put/seqid=0 2024-11-16T10:27:17,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742171_1347 (size=30955) 2024-11-16T10:27:17,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742172_1348 (size=12207) 2024-11-16T10:27:17,063 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/facdf3759e7a414da4d517842681f163 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/facdf3759e7a414da4d517842681f163 2024-11-16T10:27:17,068 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/C of c04305de9269a49f77cddb2f7b53c8dc into facdf3759e7a414da4d517842681f163(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:17,068 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:17,068 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/C, priority=13, startTime=1731752836603; duration=0sec 2024-11-16T10:27:17,068 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:17,068 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:C 2024-11-16T10:27:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T10:27:17,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752897116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:17,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752897322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:17,455 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/71e4cf39c59448b3915fc5b0e9367b10 2024-11-16T10:27:17,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/fd402caf427140cd9328e18c3183d8bf is 50, key is test_row_0/B:col10/1731752835837/Put/seqid=0 2024-11-16T10:27:17,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742173_1349 (size=12001) 2024-11-16T10:27:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T10:27:17,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752897626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:17,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752897845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:17,849 DEBUG [Thread-1456 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:17,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752897854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:17,857 DEBUG [Thread-1460 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752897857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:17,860 DEBUG [Thread-1452 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:17,864 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/fd402caf427140cd9328e18c3183d8bf 2024-11-16T10:27:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/6df87483b2bd4ebcb59caa37205ae31d is 50, key is test_row_0/C:col10/1731752835837/Put/seqid=0 2024-11-16T10:27:17,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752897869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:17,873 DEBUG [Thread-1454 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742174_1350 (size=12001) 2024-11-16T10:27:17,873 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/6df87483b2bd4ebcb59caa37205ae31d 2024-11-16T10:27:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/71e4cf39c59448b3915fc5b0e9367b10 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/71e4cf39c59448b3915fc5b0e9367b10 2024-11-16T10:27:17,885 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/71e4cf39c59448b3915fc5b0e9367b10, entries=150, sequenceid=116, filesize=30.2 K 2024-11-16T10:27:17,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/fd402caf427140cd9328e18c3183d8bf as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/fd402caf427140cd9328e18c3183d8bf 2024-11-16T10:27:17,889 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/fd402caf427140cd9328e18c3183d8bf, entries=150, sequenceid=116, filesize=11.7 K 2024-11-16T10:27:17,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/6df87483b2bd4ebcb59caa37205ae31d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/6df87483b2bd4ebcb59caa37205ae31d 2024-11-16T10:27:17,893 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/6df87483b2bd4ebcb59caa37205ae31d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-16T10:27:17,893 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c04305de9269a49f77cddb2f7b53c8dc in 1262ms, sequenceid=116, compaction requested=false 2024-11-16T10:27:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:17,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:17,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-16T10:27:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-16T10:27:17,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-16T10:27:17,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-16T10:27:17,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.4180 sec 2024-11-16T10:27:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:18,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-16T10:27:18,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:18,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:18,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:18,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:18,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:18,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:18,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165ebbc134e3314ebfba049a2eeffceb80_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752837005/Put/seqid=0 2024-11-16T10:27:18,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742175_1351 (size=14694) 2024-11-16T10:27:18,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752898206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:18,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752898309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:18,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752898512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:18,541 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:18,544 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165ebbc134e3314ebfba049a2eeffceb80_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165ebbc134e3314ebfba049a2eeffceb80_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:18,544 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/3e497cf3d3ac412f823f23177394311e, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:18,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/3e497cf3d3ac412f823f23177394311e is 175, key is test_row_0/A:col10/1731752837005/Put/seqid=0 2024-11-16T10:27:18,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742176_1352 (size=39649) 2024-11-16T10:27:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-16T10:27:18,582 INFO [Thread-1462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-16T10:27:18,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-16T10:27:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T10:27:18,584 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:18,584 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:18,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T10:27:18,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:18,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-16T10:27:18,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:18,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:18,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:18,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:18,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:18,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752898816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T10:27:18,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:18,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-16T10:27:18,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:18,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:18,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:18,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:18,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:18,948 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/3e497cf3d3ac412f823f23177394311e 2024-11-16T10:27:18,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/a79c77c76ed24ad1819472d13552f1d8 is 50, key is test_row_0/B:col10/1731752837005/Put/seqid=0 2024-11-16T10:27:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742177_1353 (size=12101) 2024-11-16T10:27:19,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:19,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-16T10:27:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T10:27:19,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:19,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-16T10:27:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752899325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:19,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:19,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-16T10:27:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/a79c77c76ed24ad1819472d13552f1d8 2024-11-16T10:27:19,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/e17f1971f4fd4cb6b4dd4b02b74304b1 is 50, key is test_row_0/C:col10/1731752837005/Put/seqid=0 2024-11-16T10:27:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742178_1354 (size=12101) 2024-11-16T10:27:19,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:19,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-16T10:27:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:19,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-16T10:27:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T10:27:19,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/e17f1971f4fd4cb6b4dd4b02b74304b1 2024-11-16T10:27:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/3e497cf3d3ac412f823f23177394311e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/3e497cf3d3ac412f823f23177394311e 2024-11-16T10:27:19,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/3e497cf3d3ac412f823f23177394311e, entries=200, sequenceid=134, filesize=38.7 K 2024-11-16T10:27:19,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/a79c77c76ed24ad1819472d13552f1d8 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a79c77c76ed24ad1819472d13552f1d8 2024-11-16T10:27:19,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a79c77c76ed24ad1819472d13552f1d8, entries=150, sequenceid=134, filesize=11.8 K 2024-11-16T10:27:19,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/e17f1971f4fd4cb6b4dd4b02b74304b1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/e17f1971f4fd4cb6b4dd4b02b74304b1 2024-11-16T10:27:19,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/e17f1971f4fd4cb6b4dd4b02b74304b1, entries=150, sequenceid=134, filesize=11.8 K 2024-11-16T10:27:19,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c04305de9269a49f77cddb2f7b53c8dc in 1655ms, sequenceid=134, compaction requested=true 2024-11-16T10:27:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:19,786 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:19,786 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:19,787 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:19,787 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:19,787 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/B is initiating minor compaction (all files) 2024-11-16T10:27:19,787 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/A is initiating minor compaction (all files) 2024-11-16T10:27:19,787 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/A in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,787 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/B in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,787 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/c282eceb8ffe427f85ccfbbd81b2b10c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/71e4cf39c59448b3915fc5b0e9367b10, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/3e497cf3d3ac412f823f23177394311e] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=99.4 K 2024-11-16T10:27:19,787 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9af3f6a290de4901b52cd5e772bf483e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/fd402caf427140cd9328e18c3183d8bf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a79c77c76ed24ad1819472d13552f1d8] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=35.5 K 2024-11-16T10:27:19,787 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,787 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/c282eceb8ffe427f85ccfbbd81b2b10c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/71e4cf39c59448b3915fc5b0e9367b10, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/3e497cf3d3ac412f823f23177394311e] 2024-11-16T10:27:19,787 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9af3f6a290de4901b52cd5e772bf483e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752833711 2024-11-16T10:27:19,787 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting c282eceb8ffe427f85ccfbbd81b2b10c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752833711 2024-11-16T10:27:19,788 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting fd402caf427140cd9328e18c3183d8bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731752835828 2024-11-16T10:27:19,788 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e4cf39c59448b3915fc5b0e9367b10, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731752835828 2024-11-16T10:27:19,788 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e497cf3d3ac412f823f23177394311e, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731752836989 2024-11-16T10:27:19,788 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a79c77c76ed24ad1819472d13552f1d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731752837005 2024-11-16T10:27:19,793 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:19,795 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411166583cbbb81c444928022a76853a3f1a0_c04305de9269a49f77cddb2f7b53c8dc store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:19,796 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:19,796 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/a55758c7e54c44a6a52d39e9e980f9ff is 50, key is test_row_0/B:col10/1731752837005/Put/seqid=0 2024-11-16T10:27:19,797 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411166583cbbb81c444928022a76853a3f1a0_c04305de9269a49f77cddb2f7b53c8dc, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:19,797 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166583cbbb81c444928022a76853a3f1a0_c04305de9269a49f77cddb2f7b53c8dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:19,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:19,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-16T10:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,803 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-16T10:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:19,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742180_1356 (size=4469) 2024-11-16T10:27:19,818 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#A#compaction#294 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:19,819 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/4af1c5cfcddc476cba2a5b363ea63892 is 175, key is test_row_0/A:col10/1731752837005/Put/seqid=0 2024-11-16T10:27:19,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742179_1355 (size=12409) 2024-11-16T10:27:19,832 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/a55758c7e54c44a6a52d39e9e980f9ff as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a55758c7e54c44a6a52d39e9e980f9ff 2024-11-16T10:27:19,836 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/B of c04305de9269a49f77cddb2f7b53c8dc into a55758c7e54c44a6a52d39e9e980f9ff(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:19,836 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:19,836 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/B, priority=13, startTime=1731752839786; duration=0sec 2024-11-16T10:27:19,836 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:19,836 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:B 2024-11-16T10:27:19,836 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:19,837 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:19,837 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/C is initiating minor compaction (all files) 2024-11-16T10:27:19,837 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/C in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:19,837 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/facdf3759e7a414da4d517842681f163, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/6df87483b2bd4ebcb59caa37205ae31d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/e17f1971f4fd4cb6b4dd4b02b74304b1] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=35.5 K 2024-11-16T10:27:19,837 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting facdf3759e7a414da4d517842681f163, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752833711 2024-11-16T10:27:19,837 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6df87483b2bd4ebcb59caa37205ae31d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731752835828 2024-11-16T10:27:19,838 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting e17f1971f4fd4cb6b4dd4b02b74304b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731752837005 2024-11-16T10:27:19,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116187fd2ff89a345fc8988d49e55164c98_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752838192/Put/seqid=0 2024-11-16T10:27:19,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742181_1357 (size=31363) 2024-11-16T10:27:19,848 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:19,848 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/d5a27434c9d1499683bae0e1589e00e0 is 50, key is test_row_0/C:col10/1731752837005/Put/seqid=0 2024-11-16T10:27:19,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742182_1358 (size=12304) 2024-11-16T10:27:19,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742183_1359 (size=12409) 2024-11-16T10:27:20,248 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/4af1c5cfcddc476cba2a5b363ea63892 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/4af1c5cfcddc476cba2a5b363ea63892 2024-11-16T10:27:20,252 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/A of c04305de9269a49f77cddb2f7b53c8dc into 4af1c5cfcddc476cba2a5b363ea63892(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:20,252 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:20,252 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/A, priority=13, startTime=1731752839786; duration=0sec 2024-11-16T10:27:20,252 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:20,252 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:A 2024-11-16T10:27:20,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:20,259 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116187fd2ff89a345fc8988d49e55164c98_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116187fd2ff89a345fc8988d49e55164c98_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0672c80dc28a4b9980a99829819c5da1, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:20,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0672c80dc28a4b9980a99829819c5da1 is 175, key is test_row_0/A:col10/1731752838192/Put/seqid=0 2024-11-16T10:27:20,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742184_1360 (size=31105) 2024-11-16T10:27:20,265 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/d5a27434c9d1499683bae0e1589e00e0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/d5a27434c9d1499683bae0e1589e00e0 2024-11-16T10:27:20,269 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/C of c04305de9269a49f77cddb2f7b53c8dc into d5a27434c9d1499683bae0e1589e00e0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:20,269 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:20,269 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/C, priority=13, startTime=1731752839786; duration=0sec 2024-11-16T10:27:20,269 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:20,269 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:C 2024-11-16T10:27:20,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:20,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752900381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:20,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752900484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:20,664 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0672c80dc28a4b9980a99829819c5da1 2024-11-16T10:27:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/553b158013924e38b7f452eb636bf380 is 50, key is test_row_0/B:col10/1731752838192/Put/seqid=0 2024-11-16T10:27:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T10:27:20,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742185_1361 (size=12151) 2024-11-16T10:27:20,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752900687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:20,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752900993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:21,089 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/553b158013924e38b7f452eb636bf380 2024-11-16T10:27:21,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/c95e1cd734c4450cb8d604d5ffd07125 is 50, key is test_row_0/C:col10/1731752838192/Put/seqid=0 2024-11-16T10:27:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742186_1362 (size=12151) 2024-11-16T10:27:21,500 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/c95e1cd734c4450cb8d604d5ffd07125 2024-11-16T10:27:21,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0672c80dc28a4b9980a99829819c5da1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0672c80dc28a4b9980a99829819c5da1 2024-11-16T10:27:21,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752901500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:21,506 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0672c80dc28a4b9980a99829819c5da1, entries=150, sequenceid=155, filesize=30.4 K 2024-11-16T10:27:21,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/553b158013924e38b7f452eb636bf380 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/553b158013924e38b7f452eb636bf380 2024-11-16T10:27:21,510 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/553b158013924e38b7f452eb636bf380, entries=150, sequenceid=155, filesize=11.9 K 2024-11-16T10:27:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/c95e1cd734c4450cb8d604d5ffd07125 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/c95e1cd734c4450cb8d604d5ffd07125 2024-11-16T10:27:21,513 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/c95e1cd734c4450cb8d604d5ffd07125, entries=150, sequenceid=155, filesize=11.9 K 2024-11-16T10:27:21,514 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c04305de9269a49f77cddb2f7b53c8dc in 1711ms, sequenceid=155, compaction requested=false 2024-11-16T10:27:21,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:21,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:21,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-16T10:27:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-16T10:27:21,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-16T10:27:21,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9300 sec 2024-11-16T10:27:21,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.9340 sec 2024-11-16T10:27:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:21,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-16T10:27:21,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:21,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:21,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:21,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:21,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:21,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:21,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111643d4b6eb29e24758a109598248173279_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752841861/Put/seqid=0 2024-11-16T10:27:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742187_1363 (size=14794) 2024-11-16T10:27:21,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35712 deadline: 1731752901898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:21,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752901902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:21,907 DEBUG [Thread-1454 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:21,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752901903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:21,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752901906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752902008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752902013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752902015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752902211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752902218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752902220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,276 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:22,280 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111643d4b6eb29e24758a109598248173279_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111643d4b6eb29e24758a109598248173279_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:22,280 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/6f58a0dea0c342b18053d13aa0c8e7e6, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:22,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/6f58a0dea0c342b18053d13aa0c8e7e6 is 175, key is test_row_0/A:col10/1731752841861/Put/seqid=0 2024-11-16T10:27:22,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742188_1364 (size=39749) 2024-11-16T10:27:22,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752902512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752902516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752902525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752902526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,685 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/6f58a0dea0c342b18053d13aa0c8e7e6 2024-11-16T10:27:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-16T10:27:22,688 INFO [Thread-1462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-16T10:27:22,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-16T10:27:22,690 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T10:27:22,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/b4cff6e6b49e403abd2419915704650e is 50, key is test_row_0/B:col10/1731752841861/Put/seqid=0 2024-11-16T10:27:22,691 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:22,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742189_1365 (size=12151) 2024-11-16T10:27:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T10:27:22,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-16T10:27:22,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:22,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:22,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:22,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:22,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T10:27:22,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:22,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-16T10:27:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:22,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:22,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752903024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:23,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752903031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:23,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752903033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:23,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/b4cff6e6b49e403abd2419915704650e 2024-11-16T10:27:23,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/667bb5887c3c4a6da130c5c4fbad5b63 is 50, key is test_row_0/C:col10/1731752841861/Put/seqid=0 2024-11-16T10:27:23,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742190_1366 (size=12151) 2024-11-16T10:27:23,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:23,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-16T10:27:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T10:27:23,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:23,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-16T10:27:23,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:23,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:23,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-16T10:27:23,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:23,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:23,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/667bb5887c3c4a6da130c5c4fbad5b63 2024-11-16T10:27:23,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/6f58a0dea0c342b18053d13aa0c8e7e6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/6f58a0dea0c342b18053d13aa0c8e7e6 2024-11-16T10:27:23,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/6f58a0dea0c342b18053d13aa0c8e7e6, entries=200, sequenceid=174, filesize=38.8 K 2024-11-16T10:27:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/b4cff6e6b49e403abd2419915704650e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/b4cff6e6b49e403abd2419915704650e 2024-11-16T10:27:23,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/b4cff6e6b49e403abd2419915704650e, entries=150, sequenceid=174, filesize=11.9 K 2024-11-16T10:27:23,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/667bb5887c3c4a6da130c5c4fbad5b63 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/667bb5887c3c4a6da130c5c4fbad5b63 2024-11-16T10:27:23,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/667bb5887c3c4a6da130c5c4fbad5b63, entries=150, sequenceid=174, filesize=11.9 K 2024-11-16T10:27:23,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c04305de9269a49f77cddb2f7b53c8dc in 1657ms, sequenceid=174, compaction requested=true 2024-11-16T10:27:23,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:23,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:23,520 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:23,520 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:23,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:23,521 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:23,521 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:23,521 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/B is initiating minor compaction (all files) 2024-11-16T10:27:23,521 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/A is initiating minor compaction (all files) 2024-11-16T10:27:23,521 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/B in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,521 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/A in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,521 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/4af1c5cfcddc476cba2a5b363ea63892, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0672c80dc28a4b9980a99829819c5da1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/6f58a0dea0c342b18053d13aa0c8e7e6] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=99.8 K 2024-11-16T10:27:23,521 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a55758c7e54c44a6a52d39e9e980f9ff, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/553b158013924e38b7f452eb636bf380, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/b4cff6e6b49e403abd2419915704650e] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=35.9 K 2024-11-16T10:27:23,521 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,521 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/4af1c5cfcddc476cba2a5b363ea63892, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0672c80dc28a4b9980a99829819c5da1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/6f58a0dea0c342b18053d13aa0c8e7e6] 2024-11-16T10:27:23,521 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a55758c7e54c44a6a52d39e9e980f9ff, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731752837005 2024-11-16T10:27:23,521 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4af1c5cfcddc476cba2a5b363ea63892, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731752837005 2024-11-16T10:27:23,521 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 553b158013924e38b7f452eb636bf380, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731752838179 2024-11-16T10:27:23,521 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0672c80dc28a4b9980a99829819c5da1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731752838179 2024-11-16T10:27:23,522 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f58a0dea0c342b18053d13aa0c8e7e6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731752840370 2024-11-16T10:27:23,522 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b4cff6e6b49e403abd2419915704650e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731752840370 2024-11-16T10:27:23,526 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:23,527 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:23,527 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/f499f87a534a46e386ed75114471ac57 is 50, key is test_row_0/B:col10/1731752841861/Put/seqid=0 2024-11-16T10:27:23,529 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111614a402b7fab048c19ce84898ddd78540_c04305de9269a49f77cddb2f7b53c8dc store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:23,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742191_1367 (size=12561) 2024-11-16T10:27:23,531 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111614a402b7fab048c19ce84898ddd78540_c04305de9269a49f77cddb2f7b53c8dc, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:23,531 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111614a402b7fab048c19ce84898ddd78540_c04305de9269a49f77cddb2f7b53c8dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:23,535 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/f499f87a534a46e386ed75114471ac57 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/f499f87a534a46e386ed75114471ac57 2024-11-16T10:27:23,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742192_1368 (size=4469) 2024-11-16T10:27:23,536 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#A#compaction#304 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:23,537 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/d5539f0cd5af40ebaab34f062ca8a9ac is 175, key is test_row_0/A:col10/1731752841861/Put/seqid=0 2024-11-16T10:27:23,539 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/B of c04305de9269a49f77cddb2f7b53c8dc into f499f87a534a46e386ed75114471ac57(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:23,539 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:23,540 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/B, priority=13, startTime=1731752843520; duration=0sec 2024-11-16T10:27:23,540 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:23,540 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:B 2024-11-16T10:27:23,540 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:23,540 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:23,540 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/C is initiating minor compaction (all files) 2024-11-16T10:27:23,541 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/C in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,541 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/d5a27434c9d1499683bae0e1589e00e0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/c95e1cd734c4450cb8d604d5ffd07125, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/667bb5887c3c4a6da130c5c4fbad5b63] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=35.9 K 2024-11-16T10:27:23,541 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a27434c9d1499683bae0e1589e00e0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731752837005 2024-11-16T10:27:23,541 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting c95e1cd734c4450cb8d604d5ffd07125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731752838179 2024-11-16T10:27:23,541 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 667bb5887c3c4a6da130c5c4fbad5b63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731752840370 2024-11-16T10:27:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742193_1369 (size=31515) 2024-11-16T10:27:23,553 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:23,553 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/3d662704eca340d9a356a3d6f2333151 is 50, key is test_row_0/C:col10/1731752841861/Put/seqid=0 2024-11-16T10:27:23,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742194_1370 (size=12561) 2024-11-16T10:27:23,567 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/3d662704eca340d9a356a3d6f2333151 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3d662704eca340d9a356a3d6f2333151 2024-11-16T10:27:23,571 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/C of c04305de9269a49f77cddb2f7b53c8dc into 3d662704eca340d9a356a3d6f2333151(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:23,572 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:23,572 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/C, priority=13, startTime=1731752843520; duration=0sec 2024-11-16T10:27:23,572 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:23,572 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:C 2024-11-16T10:27:23,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:23,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-16T10:27:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:23,604 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-16T10:27:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:23,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116043a6bd287aa4bd6831a69927084ef6a_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752841901/Put/seqid=0 2024-11-16T10:27:23,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742195_1371 (size=12304) 2024-11-16T10:27:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:23,617 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116043a6bd287aa4bd6831a69927084ef6a_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116043a6bd287aa4bd6831a69927084ef6a_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/8111967d133c472b819d89a87170f683, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:23,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/8111967d133c472b819d89a87170f683 is 175, key is test_row_0/A:col10/1731752841901/Put/seqid=0 2024-11-16T10:27:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742196_1372 (size=31105) 2024-11-16T10:27:23,622 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/8111967d133c472b819d89a87170f683 2024-11-16T10:27:23,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/3e1768e736e043439b2da26d101ce8f6 is 50, key is test_row_0/B:col10/1731752841901/Put/seqid=0 2024-11-16T10:27:23,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742197_1373 (size=12151) 2024-11-16T10:27:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T10:27:23,956 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/d5539f0cd5af40ebaab34f062ca8a9ac as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/d5539f0cd5af40ebaab34f062ca8a9ac 2024-11-16T10:27:23,959 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/A of c04305de9269a49f77cddb2f7b53c8dc into d5539f0cd5af40ebaab34f062ca8a9ac(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:23,959 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:23,959 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/A, priority=13, startTime=1731752843519; duration=0sec 2024-11-16T10:27:23,959 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:23,959 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:A 2024-11-16T10:27:24,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:24,036 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/3e1768e736e043439b2da26d101ce8f6 2024-11-16T10:27:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/84e7986bfb364d239ff3e1422f6e3b0f is 50, key is test_row_0/C:col10/1731752841901/Put/seqid=0 2024-11-16T10:27:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742198_1374 (size=12151) 2024-11-16T10:27:24,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752904057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752904058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752904061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752904164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752904164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752904164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752904368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752904369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752904369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,446 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/84e7986bfb364d239ff3e1422f6e3b0f 2024-11-16T10:27:24,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/8111967d133c472b819d89a87170f683 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8111967d133c472b819d89a87170f683 2024-11-16T10:27:24,453 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8111967d133c472b819d89a87170f683, entries=150, sequenceid=196, filesize=30.4 K 2024-11-16T10:27:24,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/3e1768e736e043439b2da26d101ce8f6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3e1768e736e043439b2da26d101ce8f6 2024-11-16T10:27:24,456 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3e1768e736e043439b2da26d101ce8f6, entries=150, sequenceid=196, filesize=11.9 K 2024-11-16T10:27:24,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/84e7986bfb364d239ff3e1422f6e3b0f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/84e7986bfb364d239ff3e1422f6e3b0f 2024-11-16T10:27:24,459 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/84e7986bfb364d239ff3e1422f6e3b0f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-16T10:27:24,460 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c04305de9269a49f77cddb2f7b53c8dc in 856ms, sequenceid=196, compaction requested=false 2024-11-16T10:27:24,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:24,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:24,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-16T10:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-16T10:27:24,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-16T10:27:24,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7700 sec 2024-11-16T10:27:24,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.7730 sec 2024-11-16T10:27:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:24,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-16T10:27:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:24,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c1b44485fd574c57a38e3f690d1497ba_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752844055/Put/seqid=0 2024-11-16T10:27:24,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742199_1375 (size=14794) 2024-11-16T10:27:24,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:24,554 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c1b44485fd574c57a38e3f690d1497ba_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c1b44485fd574c57a38e3f690d1497ba_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:24,555 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/2e1a4fbcb3364b1b8e7e42945b210167, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:24,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/2e1a4fbcb3364b1b8e7e42945b210167 is 175, key is test_row_0/A:col10/1731752844055/Put/seqid=0 2024-11-16T10:27:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742200_1376 (size=39749) 2024-11-16T10:27:24,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752904618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752904674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752904674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752904676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752904723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-16T10:27:24,794 INFO [Thread-1462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-16T10:27:24,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-16T10:27:24,796 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T10:27:24,796 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:24,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T10:27:24,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752904929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:24,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-16T10:27:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:24,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:24,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/2e1a4fbcb3364b1b8e7e42945b210167 2024-11-16T10:27:24,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/7351f5efd70a4269bac7df240653d3f7 is 50, key is test_row_0/B:col10/1731752844055/Put/seqid=0 2024-11-16T10:27:24,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742201_1377 (size=12151) 2024-11-16T10:27:24,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:27:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T10:27:25,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-16T10:27:25,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:25,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752905177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752905180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752905182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752905236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-16T10:27:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:25,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/7351f5efd70a4269bac7df240653d3f7 2024-11-16T10:27:25,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/3556df9f80344ae28de3bc318d899394 is 50, key is test_row_0/C:col10/1731752844055/Put/seqid=0 2024-11-16T10:27:25,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742202_1378 (size=12151) 2024-11-16T10:27:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T10:27:25,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-16T10:27:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-16T10:27:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,709 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-16T10:27:25,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:25,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:25,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752905743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/3556df9f80344ae28de3bc318d899394 2024-11-16T10:27:25,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/2e1a4fbcb3364b1b8e7e42945b210167 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/2e1a4fbcb3364b1b8e7e42945b210167 2024-11-16T10:27:25,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/2e1a4fbcb3364b1b8e7e42945b210167, entries=200, sequenceid=214, filesize=38.8 K 2024-11-16T10:27:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/7351f5efd70a4269bac7df240653d3f7 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/7351f5efd70a4269bac7df240653d3f7 2024-11-16T10:27:25,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/7351f5efd70a4269bac7df240653d3f7, entries=150, sequenceid=214, filesize=11.9 K 2024-11-16T10:27:25,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/3556df9f80344ae28de3bc318d899394 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3556df9f80344ae28de3bc318d899394 2024-11-16T10:27:25,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3556df9f80344ae28de3bc318d899394, entries=150, sequenceid=214, filesize=11.9 K 2024-11-16T10:27:25,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c04305de9269a49f77cddb2f7b53c8dc in 1262ms, sequenceid=214, compaction requested=true 2024-11-16T10:27:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:25,798 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:25,798 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:25,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:25,798 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:25,798 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:25,799 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/A is initiating minor compaction (all files) 2024-11-16T10:27:25,799 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/B is initiating minor compaction (all files) 2024-11-16T10:27:25,799 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/B in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,799 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/A in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,799 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/f499f87a534a46e386ed75114471ac57, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3e1768e736e043439b2da26d101ce8f6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/7351f5efd70a4269bac7df240653d3f7] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=36.0 K 2024-11-16T10:27:25,799 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/d5539f0cd5af40ebaab34f062ca8a9ac, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8111967d133c472b819d89a87170f683, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/2e1a4fbcb3364b1b8e7e42945b210167] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=100.0 K 2024-11-16T10:27:25,799 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,799 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/d5539f0cd5af40ebaab34f062ca8a9ac, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8111967d133c472b819d89a87170f683, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/2e1a4fbcb3364b1b8e7e42945b210167] 2024-11-16T10:27:25,799 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting f499f87a534a46e386ed75114471ac57, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731752840370 2024-11-16T10:27:25,799 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5539f0cd5af40ebaab34f062ca8a9ac, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731752840370 2024-11-16T10:27:25,799 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e1768e736e043439b2da26d101ce8f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731752841894 2024-11-16T10:27:25,799 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8111967d133c472b819d89a87170f683, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731752841894 2024-11-16T10:27:25,799 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7351f5efd70a4269bac7df240653d3f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731752844055 2024-11-16T10:27:25,800 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e1a4fbcb3364b1b8e7e42945b210167, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731752844051 2024-11-16T10:27:25,805 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:25,806 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:25,807 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411167396d3be19504ebb809f4bd7911fe52f_c04305de9269a49f77cddb2f7b53c8dc store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:25,807 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/16e4e95caa9c4930b72039c738a7e7ff is 50, key is test_row_0/B:col10/1731752844055/Put/seqid=0 2024-11-16T10:27:25,809 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411167396d3be19504ebb809f4bd7911fe52f_c04305de9269a49f77cddb2f7b53c8dc, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:25,809 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411167396d3be19504ebb809f4bd7911fe52f_c04305de9269a49f77cddb2f7b53c8dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:25,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742203_1379 (size=12663) 2024-11-16T10:27:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742204_1380 (size=4469) 2024-11-16T10:27:25,824 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#A#compaction#313 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:25,824 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/00f01e1367f545e8bf4605f16a153426 is 175, key is test_row_0/A:col10/1731752844055/Put/seqid=0 2024-11-16T10:27:25,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742205_1381 (size=31617) 2024-11-16T10:27:25,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:25,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-16T10:27:25,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:25,862 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-16T10:27:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:25,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160c9c6850d46549be8682147fbf584418_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752844598/Put/seqid=0 2024-11-16T10:27:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742206_1382 (size=12304) 2024-11-16T10:27:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T10:27:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:26,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:26,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752906207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752906210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752906212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,221 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/16e4e95caa9c4930b72039c738a7e7ff as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/16e4e95caa9c4930b72039c738a7e7ff 2024-11-16T10:27:26,225 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/B of c04305de9269a49f77cddb2f7b53c8dc into 16e4e95caa9c4930b72039c738a7e7ff(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:26,225 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:26,225 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/B, priority=13, startTime=1731752845798; duration=0sec 2024-11-16T10:27:26,225 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:26,225 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:B 2024-11-16T10:27:26,225 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:26,226 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:26,226 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/C is initiating minor compaction (all files) 2024-11-16T10:27:26,226 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/C in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:26,226 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3d662704eca340d9a356a3d6f2333151, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/84e7986bfb364d239ff3e1422f6e3b0f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3556df9f80344ae28de3bc318d899394] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=36.0 K 2024-11-16T10:27:26,226 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d662704eca340d9a356a3d6f2333151, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731752840370 2024-11-16T10:27:26,227 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 84e7986bfb364d239ff3e1422f6e3b0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731752841894 2024-11-16T10:27:26,227 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3556df9f80344ae28de3bc318d899394, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731752844055 2024-11-16T10:27:26,230 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/00f01e1367f545e8bf4605f16a153426 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/00f01e1367f545e8bf4605f16a153426 2024-11-16T10:27:26,233 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#C#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:26,233 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/7a027ca05f524c11bf29e0ad01ab9113 is 50, key is test_row_0/C:col10/1731752844055/Put/seqid=0 2024-11-16T10:27:26,233 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/A of c04305de9269a49f77cddb2f7b53c8dc into 00f01e1367f545e8bf4605f16a153426(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:26,234 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:26,234 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/A, priority=13, startTime=1731752845798; duration=0sec 2024-11-16T10:27:26,234 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:26,234 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:A 2024-11-16T10:27:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742207_1383 (size=12663) 2024-11-16T10:27:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:26,275 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160c9c6850d46549be8682147fbf584418_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160c9c6850d46549be8682147fbf584418_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:26,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0643f7a6cb7844fe9d430c5079d08b73, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:26,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0643f7a6cb7844fe9d430c5079d08b73 is 175, key is test_row_0/A:col10/1731752844598/Put/seqid=0 2024-11-16T10:27:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742208_1384 (size=31105) 2024-11-16T10:27:26,288 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0643f7a6cb7844fe9d430c5079d08b73 2024-11-16T10:27:26,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/3497ef5b0dab4465bc21aa7bbca39d28 is 50, key is test_row_0/B:col10/1731752844598/Put/seqid=0 2024-11-16T10:27:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742209_1385 (size=12151) 2024-11-16T10:27:26,303 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/3497ef5b0dab4465bc21aa7bbca39d28 2024-11-16T10:27:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/98fb7fbaea2645be903f4f3bed37f8d7 is 50, key is test_row_0/C:col10/1731752844598/Put/seqid=0 2024-11-16T10:27:26,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742210_1386 (size=12151) 2024-11-16T10:27:26,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752906313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752906314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752906317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752906517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752906517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752906522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,640 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/7a027ca05f524c11bf29e0ad01ab9113 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7a027ca05f524c11bf29e0ad01ab9113 2024-11-16T10:27:26,644 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/C of c04305de9269a49f77cddb2f7b53c8dc into 7a027ca05f524c11bf29e0ad01ab9113(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:26,644 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:26,644 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/C, priority=13, startTime=1731752845798; duration=0sec 2024-11-16T10:27:26,644 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:26,644 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:C 2024-11-16T10:27:26,712 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/98fb7fbaea2645be903f4f3bed37f8d7 2024-11-16T10:27:26,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/0643f7a6cb7844fe9d430c5079d08b73 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0643f7a6cb7844fe9d430c5079d08b73 2024-11-16T10:27:26,718 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0643f7a6cb7844fe9d430c5079d08b73, entries=150, sequenceid=233, filesize=30.4 K 2024-11-16T10:27:26,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/3497ef5b0dab4465bc21aa7bbca39d28 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3497ef5b0dab4465bc21aa7bbca39d28 2024-11-16T10:27:26,722 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3497ef5b0dab4465bc21aa7bbca39d28, entries=150, sequenceid=233, filesize=11.9 K 2024-11-16T10:27:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/98fb7fbaea2645be903f4f3bed37f8d7 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/98fb7fbaea2645be903f4f3bed37f8d7 2024-11-16T10:27:26,725 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/98fb7fbaea2645be903f4f3bed37f8d7, entries=150, sequenceid=233, filesize=11.9 K 2024-11-16T10:27:26,726 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c04305de9269a49f77cddb2f7b53c8dc in 865ms, sequenceid=233, compaction requested=false 2024-11-16T10:27:26,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-16T10:27:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-16T10:27:26,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-16T10:27:26,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9310 sec 2024-11-16T10:27:26,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.9330 sec 2024-11-16T10:27:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:26,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-16T10:27:26,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:26,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:26,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:26,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:26,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:26,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:26,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a37577acef55423d8558d2ae78740eba_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752846761/Put/seqid=0 2024-11-16T10:27:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742211_1387 (size=14794) 2024-11-16T10:27:26,774 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:26,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116a37577acef55423d8558d2ae78740eba_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a37577acef55423d8558d2ae78740eba_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:26,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/a4530e04549544ae964b2ddcf24ce1ab, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:26,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/a4530e04549544ae964b2ddcf24ce1ab is 175, key is test_row_0/A:col10/1731752846761/Put/seqid=0 2024-11-16T10:27:26,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742212_1388 (size=39749) 2024-11-16T10:27:26,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752906830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752906831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752906832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752906837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-16T10:27:26,901 INFO [Thread-1462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-16T10:27:26,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-16T10:27:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T10:27:26,903 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:26,903 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:26,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752906938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752906941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752906947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T10:27:27,054 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-16T10:27:27,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:27,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752907142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752907146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752907152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,182 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/a4530e04549544ae964b2ddcf24ce1ab 2024-11-16T10:27:27,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/5591f665abaf439cb2438078e392dca3 is 50, key is test_row_0/B:col10/1731752846761/Put/seqid=0 2024-11-16T10:27:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742213_1389 (size=12151) 2024-11-16T10:27:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T10:27:27,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-16T10:27:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35698 deadline: 1731752907340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-16T10:27:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752907445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752907453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752907458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T10:27:27,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-16T10:27:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/5591f665abaf439cb2438078e392dca3 2024-11-16T10:27:27,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/5c127b891c864831a21ae96e226b0edd is 50, key is test_row_0/C:col10/1731752846761/Put/seqid=0 2024-11-16T10:27:27,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742214_1390 (size=12151) 2024-11-16T10:27:27,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-16T10:27:27,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:27,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-16T10:27:27,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:27,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35680 deadline: 1731752907948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35716 deadline: 1731752907958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:27,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-16T10:27:27,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:27,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:27,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:27,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1731752907965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:28,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/5c127b891c864831a21ae96e226b0edd 2024-11-16T10:27:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T10:27:28,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/a4530e04549544ae964b2ddcf24ce1ab as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/a4530e04549544ae964b2ddcf24ce1ab 2024-11-16T10:27:28,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/a4530e04549544ae964b2ddcf24ce1ab, entries=200, sequenceid=254, filesize=38.8 K 2024-11-16T10:27:28,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/5591f665abaf439cb2438078e392dca3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/5591f665abaf439cb2438078e392dca3 2024-11-16T10:27:28,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/5591f665abaf439cb2438078e392dca3, entries=150, sequenceid=254, filesize=11.9 K 2024-11-16T10:27:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/5c127b891c864831a21ae96e226b0edd as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/5c127b891c864831a21ae96e226b0edd 2024-11-16T10:27:28,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/5c127b891c864831a21ae96e226b0edd, entries=150, sequenceid=254, filesize=11.9 K 2024-11-16T10:27:28,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c04305de9269a49f77cddb2f7b53c8dc in 1254ms, sequenceid=254, compaction requested=true 2024-11-16T10:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:28,016 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:28,016 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c04305de9269a49f77cddb2f7b53c8dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:28,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:28,017 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:28,017 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:28,017 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/B is initiating minor compaction (all files) 2024-11-16T10:27:28,017 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/A is initiating minor compaction (all files) 2024-11-16T10:27:28,017 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/B in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:28,017 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/A in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:28,017 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/16e4e95caa9c4930b72039c738a7e7ff, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3497ef5b0dab4465bc21aa7bbca39d28, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/5591f665abaf439cb2438078e392dca3] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=36.1 K 2024-11-16T10:27:28,017 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/00f01e1367f545e8bf4605f16a153426, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0643f7a6cb7844fe9d430c5079d08b73, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/a4530e04549544ae964b2ddcf24ce1ab] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=100.1 K 2024-11-16T10:27:28,017 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:28,017 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/00f01e1367f545e8bf4605f16a153426, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0643f7a6cb7844fe9d430c5079d08b73, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/a4530e04549544ae964b2ddcf24ce1ab] 2024-11-16T10:27:28,017 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 16e4e95caa9c4930b72039c738a7e7ff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731752844055 2024-11-16T10:27:28,017 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00f01e1367f545e8bf4605f16a153426, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731752844055 2024-11-16T10:27:28,018 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3497ef5b0dab4465bc21aa7bbca39d28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731752844598 2024-11-16T10:27:28,018 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0643f7a6cb7844fe9d430c5079d08b73, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731752844598 2024-11-16T10:27:28,018 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5591f665abaf439cb2438078e392dca3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731752846205 2024-11-16T10:27:28,018 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4530e04549544ae964b2ddcf24ce1ab, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731752846205 2024-11-16T10:27:28,022 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:28,023 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:28,023 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/bf7fe6f506324b64bd724d360a4a6407 is 50, key is test_row_0/B:col10/1731752846761/Put/seqid=0 2024-11-16T10:27:28,024 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111636d5201d14c643218c87ff4d179ef8a5_c04305de9269a49f77cddb2f7b53c8dc store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:28,025 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111636d5201d14c643218c87ff4d179ef8a5_c04305de9269a49f77cddb2f7b53c8dc, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:28,025 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111636d5201d14c643218c87ff4d179ef8a5_c04305de9269a49f77cddb2f7b53c8dc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742215_1391 (size=12765) 2024-11-16T10:27:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742216_1392 (size=4469) 2024-11-16T10:27:28,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:28,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-16T10:27:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:28,120 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-16T10:27:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:28,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e67573e474d348048cd108417d2764f3_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752846826/Put/seqid=0 2024-11-16T10:27:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742217_1393 (size=12454) 2024-11-16T10:27:28,261 DEBUG [Thread-1463 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:62294 2024-11-16T10:27:28,261 DEBUG [Thread-1463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:28,261 DEBUG [Thread-1469 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:62294 2024-11-16T10:27:28,261 DEBUG [Thread-1469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:28,263 DEBUG [Thread-1465 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:62294 2024-11-16T10:27:28,263 DEBUG [Thread-1465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:28,265 DEBUG [Thread-1467 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:62294 2024-11-16T10:27:28,266 DEBUG [Thread-1467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:28,266 DEBUG [Thread-1471 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:62294 2024-11-16T10:27:28,266 DEBUG [Thread-1471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:28,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. as already flushing 2024-11-16T10:27:28,350 DEBUG [Thread-1456 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:62294 2024-11-16T10:27:28,350 DEBUG [Thread-1456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:28,441 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/bf7fe6f506324b64bd724d360a4a6407 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/bf7fe6f506324b64bd724d360a4a6407 2024-11-16T10:27:28,441 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:28,442 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/89ab97efc8764331bb4e6a351982b70a is 175, key is test_row_0/A:col10/1731752846761/Put/seqid=0 2024-11-16T10:27:28,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742218_1394 (size=31719) 2024-11-16T10:27:28,448 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/B of c04305de9269a49f77cddb2f7b53c8dc into bf7fe6f506324b64bd724d360a4a6407(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:28,448 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:28,448 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/B, priority=13, startTime=1731752848016; duration=0sec 2024-11-16T10:27:28,448 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:28,448 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:B 2024-11-16T10:27:28,448 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:28,449 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:28,449 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): c04305de9269a49f77cddb2f7b53c8dc/C is initiating minor compaction (all files) 2024-11-16T10:27:28,449 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c04305de9269a49f77cddb2f7b53c8dc/C in TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:28,449 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7a027ca05f524c11bf29e0ad01ab9113, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/98fb7fbaea2645be903f4f3bed37f8d7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/5c127b891c864831a21ae96e226b0edd] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp, totalSize=36.1 K 2024-11-16T10:27:28,449 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a027ca05f524c11bf29e0ad01ab9113, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731752844055 2024-11-16T10:27:28,449 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 98fb7fbaea2645be903f4f3bed37f8d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731752844598 2024-11-16T10:27:28,449 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c127b891c864831a21ae96e226b0edd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731752846205 2024-11-16T10:27:28,451 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/89ab97efc8764331bb4e6a351982b70a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/89ab97efc8764331bb4e6a351982b70a 2024-11-16T10:27:28,454 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/A of c04305de9269a49f77cddb2f7b53c8dc into 89ab97efc8764331bb4e6a351982b70a(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:28,454 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:28,454 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/A, priority=13, startTime=1731752848016; duration=0sec 2024-11-16T10:27:28,454 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:28,454 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:A 2024-11-16T10:27:28,455 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c04305de9269a49f77cddb2f7b53c8dc#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:28,455 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/699c6d6e58e347a1b77c19a48627f41d is 50, key is test_row_0/C:col10/1731752846761/Put/seqid=0 2024-11-16T10:27:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742219_1395 (size=12765) 2024-11-16T10:27:28,462 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/699c6d6e58e347a1b77c19a48627f41d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/699c6d6e58e347a1b77c19a48627f41d 2024-11-16T10:27:28,466 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c04305de9269a49f77cddb2f7b53c8dc/C of c04305de9269a49f77cddb2f7b53c8dc into 699c6d6e58e347a1b77c19a48627f41d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:28,466 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:28,466 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc., storeName=c04305de9269a49f77cddb2f7b53c8dc/C, priority=13, startTime=1731752848016; duration=0sec 2024-11-16T10:27:28,466 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:28,466 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c04305de9269a49f77cddb2f7b53c8dc:C 2024-11-16T10:27:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:28,538 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116e67573e474d348048cd108417d2764f3_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e67573e474d348048cd108417d2764f3_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:28,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/8f178d1b919f43408d91a5d5cf61afc5, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:28,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/8f178d1b919f43408d91a5d5cf61afc5 is 175, key is test_row_0/A:col10/1731752846826/Put/seqid=0 2024-11-16T10:27:28,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742220_1396 (size=31255) 2024-11-16T10:27:28,946 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/8f178d1b919f43408d91a5d5cf61afc5 2024-11-16T10:27:28,959 DEBUG [Thread-1460 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:62294 2024-11-16T10:27:28,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/766bcb30aebe46a1be9b74d35bc6341c is 50, key is test_row_0/B:col10/1731752846826/Put/seqid=0 2024-11-16T10:27:28,959 DEBUG [Thread-1460 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742221_1397 (size=12301) 2024-11-16T10:27:28,971 DEBUG [Thread-1452 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:62294 2024-11-16T10:27:28,971 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:28,976 DEBUG [Thread-1458 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:62294 2024-11-16T10:27:28,976 DEBUG [Thread-1458 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T10:27:29,363 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/766bcb30aebe46a1be9b74d35bc6341c 2024-11-16T10:27:29,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/a2fb2d751abf4a52b005dc4d907f2ddd is 50, key is test_row_0/C:col10/1731752846826/Put/seqid=0 2024-11-16T10:27:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742222_1398 (size=12301) 2024-11-16T10:27:29,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/61a54ab7ee574e4da6cf888552a761d1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1ee527c3a30e4c41a81df3d4f8b2ea64, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/e1c2458f012b46e1bffdf3976e58abf4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/7240655ac18f4d15a9d245dc243c1342, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1cea3f16081248c7abc9a9cce40748a9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0e3862a5b4f14c2ba97c6246e9f8d6c1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/c282eceb8ffe427f85ccfbbd81b2b10c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/71e4cf39c59448b3915fc5b0e9367b10, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/3e497cf3d3ac412f823f23177394311e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/4af1c5cfcddc476cba2a5b363ea63892, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0672c80dc28a4b9980a99829819c5da1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/6f58a0dea0c342b18053d13aa0c8e7e6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/d5539f0cd5af40ebaab34f062ca8a9ac, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8111967d133c472b819d89a87170f683, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/2e1a4fbcb3364b1b8e7e42945b210167, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/00f01e1367f545e8bf4605f16a153426, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0643f7a6cb7844fe9d430c5079d08b73, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/a4530e04549544ae964b2ddcf24ce1ab] to archive 2024-11-16T10:27:29,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:27:29,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/61a54ab7ee574e4da6cf888552a761d1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/61a54ab7ee574e4da6cf888552a761d1 2024-11-16T10:27:29,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1ee527c3a30e4c41a81df3d4f8b2ea64 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1ee527c3a30e4c41a81df3d4f8b2ea64 2024-11-16T10:27:29,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/e1c2458f012b46e1bffdf3976e58abf4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/e1c2458f012b46e1bffdf3976e58abf4 2024-11-16T10:27:29,487 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/7240655ac18f4d15a9d245dc243c1342 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/7240655ac18f4d15a9d245dc243c1342 2024-11-16T10:27:29,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1cea3f16081248c7abc9a9cce40748a9 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/1cea3f16081248c7abc9a9cce40748a9 2024-11-16T10:27:29,491 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0e3862a5b4f14c2ba97c6246e9f8d6c1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0e3862a5b4f14c2ba97c6246e9f8d6c1 2024-11-16T10:27:29,492 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/c282eceb8ffe427f85ccfbbd81b2b10c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/c282eceb8ffe427f85ccfbbd81b2b10c 2024-11-16T10:27:29,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/71e4cf39c59448b3915fc5b0e9367b10 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/71e4cf39c59448b3915fc5b0e9367b10 2024-11-16T10:27:29,496 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/3e497cf3d3ac412f823f23177394311e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/3e497cf3d3ac412f823f23177394311e 2024-11-16T10:27:29,498 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/4af1c5cfcddc476cba2a5b363ea63892 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/4af1c5cfcddc476cba2a5b363ea63892 2024-11-16T10:27:29,499 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0672c80dc28a4b9980a99829819c5da1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0672c80dc28a4b9980a99829819c5da1 2024-11-16T10:27:29,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/6f58a0dea0c342b18053d13aa0c8e7e6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/6f58a0dea0c342b18053d13aa0c8e7e6 2024-11-16T10:27:29,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/d5539f0cd5af40ebaab34f062ca8a9ac to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/d5539f0cd5af40ebaab34f062ca8a9ac 2024-11-16T10:27:29,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8111967d133c472b819d89a87170f683 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8111967d133c472b819d89a87170f683 2024-11-16T10:27:29,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/2e1a4fbcb3364b1b8e7e42945b210167 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/2e1a4fbcb3364b1b8e7e42945b210167 2024-11-16T10:27:29,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/00f01e1367f545e8bf4605f16a153426 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/00f01e1367f545e8bf4605f16a153426 2024-11-16T10:27:29,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0643f7a6cb7844fe9d430c5079d08b73 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/0643f7a6cb7844fe9d430c5079d08b73 2024-11-16T10:27:29,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/a4530e04549544ae964b2ddcf24ce1ab to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/a4530e04549544ae964b2ddcf24ce1ab 2024-11-16T10:27:29,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/2ee8a5c6e7794fcdbe0b5c75e1f141f9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/801e2cf8a3dc46f8b9ea55487a31415f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9558c80fd0ce4ed99b940836a41075c4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/86b1240903e7429b9ea350147a67590c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/47a9f46932204aa6b89c959c3b5fd9da, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9af3f6a290de4901b52cd5e772bf483e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/99a03373636841e5af8e8795966e528a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/fd402caf427140cd9328e18c3183d8bf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a55758c7e54c44a6a52d39e9e980f9ff, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a79c77c76ed24ad1819472d13552f1d8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/553b158013924e38b7f452eb636bf380, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/f499f87a534a46e386ed75114471ac57, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/b4cff6e6b49e403abd2419915704650e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3e1768e736e043439b2da26d101ce8f6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/16e4e95caa9c4930b72039c738a7e7ff, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/7351f5efd70a4269bac7df240653d3f7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3497ef5b0dab4465bc21aa7bbca39d28, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/5591f665abaf439cb2438078e392dca3] to archive 2024-11-16T10:27:29,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:27:29,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/2ee8a5c6e7794fcdbe0b5c75e1f141f9 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/2ee8a5c6e7794fcdbe0b5c75e1f141f9 2024-11-16T10:27:29,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/801e2cf8a3dc46f8b9ea55487a31415f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/801e2cf8a3dc46f8b9ea55487a31415f 2024-11-16T10:27:29,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9558c80fd0ce4ed99b940836a41075c4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9558c80fd0ce4ed99b940836a41075c4 2024-11-16T10:27:29,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/86b1240903e7429b9ea350147a67590c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/86b1240903e7429b9ea350147a67590c 2024-11-16T10:27:29,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/47a9f46932204aa6b89c959c3b5fd9da to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/47a9f46932204aa6b89c959c3b5fd9da 2024-11-16T10:27:29,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9af3f6a290de4901b52cd5e772bf483e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/9af3f6a290de4901b52cd5e772bf483e 2024-11-16T10:27:29,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/99a03373636841e5af8e8795966e528a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/99a03373636841e5af8e8795966e528a 2024-11-16T10:27:29,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/fd402caf427140cd9328e18c3183d8bf to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/fd402caf427140cd9328e18c3183d8bf 2024-11-16T10:27:29,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a55758c7e54c44a6a52d39e9e980f9ff to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a55758c7e54c44a6a52d39e9e980f9ff 2024-11-16T10:27:29,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a79c77c76ed24ad1819472d13552f1d8 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/a79c77c76ed24ad1819472d13552f1d8 2024-11-16T10:27:29,527 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/553b158013924e38b7f452eb636bf380 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/553b158013924e38b7f452eb636bf380 2024-11-16T10:27:29,527 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/f499f87a534a46e386ed75114471ac57 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/f499f87a534a46e386ed75114471ac57 2024-11-16T10:27:29,528 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/b4cff6e6b49e403abd2419915704650e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/b4cff6e6b49e403abd2419915704650e 2024-11-16T10:27:29,529 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3e1768e736e043439b2da26d101ce8f6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3e1768e736e043439b2da26d101ce8f6 2024-11-16T10:27:29,529 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/16e4e95caa9c4930b72039c738a7e7ff to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/16e4e95caa9c4930b72039c738a7e7ff 2024-11-16T10:27:29,530 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/7351f5efd70a4269bac7df240653d3f7 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/7351f5efd70a4269bac7df240653d3f7 2024-11-16T10:27:29,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3497ef5b0dab4465bc21aa7bbca39d28 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/3497ef5b0dab4465bc21aa7bbca39d28 2024-11-16T10:27:29,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/5591f665abaf439cb2438078e392dca3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/5591f665abaf439cb2438078e392dca3 2024-11-16T10:27:29,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/52b95a4652704c0981aa4565b2302553, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/4f4d7a2189d845dca3c839545028951c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/1dfbe195081641eeb55f9fde9213180a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a8ff11d8b4e049c29a08dd1fe6b1f3e0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7fb842dcc0cc4daaa20b126ba8ab8d71, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/facdf3759e7a414da4d517842681f163, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/056f0e9e70764f7c8f4b050fae2f85f1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/6df87483b2bd4ebcb59caa37205ae31d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/d5a27434c9d1499683bae0e1589e00e0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/e17f1971f4fd4cb6b4dd4b02b74304b1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/c95e1cd734c4450cb8d604d5ffd07125, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3d662704eca340d9a356a3d6f2333151, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/667bb5887c3c4a6da130c5c4fbad5b63, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/84e7986bfb364d239ff3e1422f6e3b0f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7a027ca05f524c11bf29e0ad01ab9113, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3556df9f80344ae28de3bc318d899394, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/98fb7fbaea2645be903f4f3bed37f8d7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/5c127b891c864831a21ae96e226b0edd] to archive 2024-11-16T10:27:29,535 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:27:29,537 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/52b95a4652704c0981aa4565b2302553 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/52b95a4652704c0981aa4565b2302553 2024-11-16T10:27:29,538 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/4f4d7a2189d845dca3c839545028951c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/4f4d7a2189d845dca3c839545028951c 2024-11-16T10:27:29,539 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/1dfbe195081641eeb55f9fde9213180a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/1dfbe195081641eeb55f9fde9213180a 2024-11-16T10:27:29,540 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a8ff11d8b4e049c29a08dd1fe6b1f3e0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a8ff11d8b4e049c29a08dd1fe6b1f3e0 2024-11-16T10:27:29,542 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7fb842dcc0cc4daaa20b126ba8ab8d71 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7fb842dcc0cc4daaa20b126ba8ab8d71 2024-11-16T10:27:29,543 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/facdf3759e7a414da4d517842681f163 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/facdf3759e7a414da4d517842681f163 2024-11-16T10:27:29,544 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/056f0e9e70764f7c8f4b050fae2f85f1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/056f0e9e70764f7c8f4b050fae2f85f1 2024-11-16T10:27:29,545 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/6df87483b2bd4ebcb59caa37205ae31d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/6df87483b2bd4ebcb59caa37205ae31d 2024-11-16T10:27:29,546 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/d5a27434c9d1499683bae0e1589e00e0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/d5a27434c9d1499683bae0e1589e00e0 2024-11-16T10:27:29,547 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/e17f1971f4fd4cb6b4dd4b02b74304b1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/e17f1971f4fd4cb6b4dd4b02b74304b1 2024-11-16T10:27:29,548 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/c95e1cd734c4450cb8d604d5ffd07125 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/c95e1cd734c4450cb8d604d5ffd07125 2024-11-16T10:27:29,550 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3d662704eca340d9a356a3d6f2333151 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3d662704eca340d9a356a3d6f2333151 2024-11-16T10:27:29,551 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/667bb5887c3c4a6da130c5c4fbad5b63 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/667bb5887c3c4a6da130c5c4fbad5b63 2024-11-16T10:27:29,552 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/84e7986bfb364d239ff3e1422f6e3b0f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/84e7986bfb364d239ff3e1422f6e3b0f 2024-11-16T10:27:29,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7a027ca05f524c11bf29e0ad01ab9113 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/7a027ca05f524c11bf29e0ad01ab9113 2024-11-16T10:27:29,554 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3556df9f80344ae28de3bc318d899394 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/3556df9f80344ae28de3bc318d899394 2024-11-16T10:27:29,555 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/98fb7fbaea2645be903f4f3bed37f8d7 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/98fb7fbaea2645be903f4f3bed37f8d7 2024-11-16T10:27:29,556 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/5c127b891c864831a21ae96e226b0edd to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/5c127b891c864831a21ae96e226b0edd 2024-11-16T10:27:29,774 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/a2fb2d751abf4a52b005dc4d907f2ddd 2024-11-16T10:27:29,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/8f178d1b919f43408d91a5d5cf61afc5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8f178d1b919f43408d91a5d5cf61afc5 2024-11-16T10:27:29,790 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8f178d1b919f43408d91a5d5cf61afc5, entries=150, sequenceid=272, filesize=30.5 K 2024-11-16T10:27:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/766bcb30aebe46a1be9b74d35bc6341c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/766bcb30aebe46a1be9b74d35bc6341c 2024-11-16T10:27:29,796 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/766bcb30aebe46a1be9b74d35bc6341c, entries=150, sequenceid=272, filesize=12.0 K 2024-11-16T10:27:29,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/a2fb2d751abf4a52b005dc4d907f2ddd as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a2fb2d751abf4a52b005dc4d907f2ddd 2024-11-16T10:27:29,801 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a2fb2d751abf4a52b005dc4d907f2ddd, entries=150, sequenceid=272, filesize=12.0 K 2024-11-16T10:27:29,802 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for c04305de9269a49f77cddb2f7b53c8dc in 1682ms, sequenceid=272, compaction requested=false 2024-11-16T10:27:29,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:29,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:29,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-16T10:27:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-16T10:27:29,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-16T10:27:29,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9000 sec 2024-11-16T10:27:29,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.9030 sec 2024-11-16T10:27:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-16T10:27:31,009 INFO [Thread-1462 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-16T10:27:31,928 DEBUG [Thread-1454 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:62294 2024-11-16T10:27:31,928 DEBUG [Thread-1454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2355 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7065 rows 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2367 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7101 rows 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2381 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7143 rows 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2357 2024-11-16T10:27:31,928 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7071 rows 2024-11-16T10:27:31,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2357 2024-11-16T10:27:31,929 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7071 rows 2024-11-16T10:27:31,929 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:27:31,929 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:62294 2024-11-16T10:27:31,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:31,931 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T10:27:31,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T10:27:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T10:27:31,937 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752851936"}]},"ts":"1731752851936"} 2024-11-16T10:27:31,938 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T10:27:31,998 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T10:27:32,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T10:27:32,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, UNASSIGN}] 2024-11-16T10:27:32,003 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, UNASSIGN 2024-11-16T10:27:32,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=c04305de9269a49f77cddb2f7b53c8dc, regionState=CLOSING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:27:32,004 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T10:27:32,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:27:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T10:27:32,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:32,156 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:32,156 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T10:27:32,157 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing c04305de9269a49f77cddb2f7b53c8dc, disabling compactions & flushes 2024-11-16T10:27:32,157 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:32,157 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:32,157 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. after waiting 0 ms 2024-11-16T10:27:32,157 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:32,157 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing c04305de9269a49f77cddb2f7b53c8dc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-16T10:27:32,158 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=A 2024-11-16T10:27:32,158 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:32,158 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=B 2024-11-16T10:27:32,158 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:32,158 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c04305de9269a49f77cddb2f7b53c8dc, store=C 2024-11-16T10:27:32,158 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:32,168 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f50106ab9e2345ba8fa53476b2e2be44_c04305de9269a49f77cddb2f7b53c8dc is 50, key is test_row_0/A:col10/1731752851926/Put/seqid=0 2024-11-16T10:27:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742223_1399 (size=12454) 2024-11-16T10:27:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T10:27:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T10:27:32,575 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:32,583 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f50106ab9e2345ba8fa53476b2e2be44_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f50106ab9e2345ba8fa53476b2e2be44_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:32,584 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/08673bb9c5ee47a8b766d5bd8d143018, store: [table=TestAcidGuarantees family=A region=c04305de9269a49f77cddb2f7b53c8dc] 2024-11-16T10:27:32,585 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/08673bb9c5ee47a8b766d5bd8d143018 is 175, key is test_row_0/A:col10/1731752851926/Put/seqid=0 2024-11-16T10:27:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742224_1400 (size=31255) 2024-11-16T10:27:32,990 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/08673bb9c5ee47a8b766d5bd8d143018 2024-11-16T10:27:33,003 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/1023c73f4cef4bdcb5e6608a189d912e is 50, key is test_row_0/B:col10/1731752851926/Put/seqid=0 2024-11-16T10:27:33,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742225_1401 (size=12301) 2024-11-16T10:27:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T10:27:33,408 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/1023c73f4cef4bdcb5e6608a189d912e 2024-11-16T10:27:33,440 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/9c562b7e9fb54f748a67c483352aca9b is 50, key is test_row_0/C:col10/1731752851926/Put/seqid=0 2024-11-16T10:27:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742226_1402 (size=12301) 2024-11-16T10:27:33,847 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/9c562b7e9fb54f748a67c483352aca9b 2024-11-16T10:27:33,859 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/A/08673bb9c5ee47a8b766d5bd8d143018 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/08673bb9c5ee47a8b766d5bd8d143018 2024-11-16T10:27:33,865 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/08673bb9c5ee47a8b766d5bd8d143018, entries=150, sequenceid=283, filesize=30.5 K 2024-11-16T10:27:33,866 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/B/1023c73f4cef4bdcb5e6608a189d912e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/1023c73f4cef4bdcb5e6608a189d912e 2024-11-16T10:27:33,870 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/1023c73f4cef4bdcb5e6608a189d912e, entries=150, sequenceid=283, filesize=12.0 K 2024-11-16T10:27:33,870 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/.tmp/C/9c562b7e9fb54f748a67c483352aca9b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/9c562b7e9fb54f748a67c483352aca9b 2024-11-16T10:27:33,874 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/9c562b7e9fb54f748a67c483352aca9b, entries=150, sequenceid=283, filesize=12.0 K 2024-11-16T10:27:33,875 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c04305de9269a49f77cddb2f7b53c8dc in 1718ms, sequenceid=283, compaction requested=true 2024-11-16T10:27:33,880 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/recovered.edits/286.seqid, newMaxSeqId=286, maxSeqId=4 2024-11-16T10:27:33,881 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc. 2024-11-16T10:27:33,881 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for c04305de9269a49f77cddb2f7b53c8dc: 2024-11-16T10:27:33,882 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:33,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=c04305de9269a49f77cddb2f7b53c8dc, regionState=CLOSED 2024-11-16T10:27:33,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-16T10:27:33,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure c04305de9269a49f77cddb2f7b53c8dc, server=adb367c328a9,33523,1731752726549 in 1.8800 sec 2024-11-16T10:27:33,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-16T10:27:33,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c04305de9269a49f77cddb2f7b53c8dc, UNASSIGN in 1.8830 sec 2024-11-16T10:27:33,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-16T10:27:33,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8870 sec 2024-11-16T10:27:33,890 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752853889"}]},"ts":"1731752853889"} 2024-11-16T10:27:33,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T10:27:33,931 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T10:27:33,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0010 sec 2024-11-16T10:27:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-16T10:27:34,044 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-16T10:27:34,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T10:27:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:34,049 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:34,051 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-16T10:27:34,052 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,055 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/recovered.edits] 2024-11-16T10:27:34,057 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/08673bb9c5ee47a8b766d5bd8d143018 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/08673bb9c5ee47a8b766d5bd8d143018 2024-11-16T10:27:34,059 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/89ab97efc8764331bb4e6a351982b70a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/89ab97efc8764331bb4e6a351982b70a 2024-11-16T10:27:34,060 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8f178d1b919f43408d91a5d5cf61afc5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/A/8f178d1b919f43408d91a5d5cf61afc5 2024-11-16T10:27:34,062 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/1023c73f4cef4bdcb5e6608a189d912e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/1023c73f4cef4bdcb5e6608a189d912e 2024-11-16T10:27:34,063 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/766bcb30aebe46a1be9b74d35bc6341c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/766bcb30aebe46a1be9b74d35bc6341c 2024-11-16T10:27:34,064 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/bf7fe6f506324b64bd724d360a4a6407 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/B/bf7fe6f506324b64bd724d360a4a6407 2024-11-16T10:27:34,065 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/699c6d6e58e347a1b77c19a48627f41d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/699c6d6e58e347a1b77c19a48627f41d 2024-11-16T10:27:34,066 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/9c562b7e9fb54f748a67c483352aca9b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/9c562b7e9fb54f748a67c483352aca9b 2024-11-16T10:27:34,067 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a2fb2d751abf4a52b005dc4d907f2ddd to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/C/a2fb2d751abf4a52b005dc4d907f2ddd 2024-11-16T10:27:34,069 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/recovered.edits/286.seqid to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc/recovered.edits/286.seqid 2024-11-16T10:27:34,069 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,069 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T10:27:34,070 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T10:27:34,070 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-16T10:27:34,072 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116043a6bd287aa4bd6831a69927084ef6a_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116043a6bd287aa4bd6831a69927084ef6a_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,073 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160c9c6850d46549be8682147fbf584418_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160c9c6850d46549be8682147fbf584418_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,074 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116187fd2ff89a345fc8988d49e55164c98_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116187fd2ff89a345fc8988d49e55164c98_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,075 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116190b207cf07a46a4a799437914d5e3bf_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116190b207cf07a46a4a799437914d5e3bf_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,075 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111643d4b6eb29e24758a109598248173279_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111643d4b6eb29e24758a109598248173279_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,076 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165ebbc134e3314ebfba049a2eeffceb80_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165ebbc134e3314ebfba049a2eeffceb80_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,077 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111663c8998dccdc41c3a2211b1f43fceea7_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111663c8998dccdc41c3a2211b1f43fceea7_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,078 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a37577acef55423d8558d2ae78740eba_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116a37577acef55423d8558d2ae78740eba_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,078 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b9a5cb167b1e4f71b35a336fac8eb0a3_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b9a5cb167b1e4f71b35a336fac8eb0a3_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,079 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c1b44485fd574c57a38e3f690d1497ba_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116c1b44485fd574c57a38e3f690d1497ba_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,080 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e45c139d418a42d88f441f17e3359dcf_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e45c139d418a42d88f441f17e3359dcf_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,081 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e67573e474d348048cd108417d2764f3_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116e67573e474d348048cd108417d2764f3_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,082 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ea3b7fb74adf40f19980a4db6b727af3_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ea3b7fb74adf40f19980a4db6b727af3_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,083 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116eed8296284414b448877aa28ce253b1f_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116eed8296284414b448877aa28ce253b1f_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,083 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f50106ab9e2345ba8fa53476b2e2be44_c04305de9269a49f77cddb2f7b53c8dc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116f50106ab9e2345ba8fa53476b2e2be44_c04305de9269a49f77cddb2f7b53c8dc 2024-11-16T10:27:34,084 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T10:27:34,085 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:34,087 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T10:27:34,088 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T10:27:34,088 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:34,089 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T10:27:34,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731752854089"}]},"ts":"9223372036854775807"} 2024-11-16T10:27:34,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T10:27:34,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c04305de9269a49f77cddb2f7b53c8dc, NAME => 'TestAcidGuarantees,,1731752824996.c04305de9269a49f77cddb2f7b53c8dc.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T10:27:34,090 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T10:27:34,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731752854090"}]},"ts":"9223372036854775807"} 2024-11-16T10:27:34,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T10:27:34,098 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:34,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-16T10:27:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-16T10:27:34,152 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-16T10:27:34,165 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 239), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 303) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3255 (was 3271) 2024-11-16T10:27:34,174 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=3255 2024-11-16T10:27:34,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T10:27:34,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:27:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T10:27:34,178 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:27:34,178 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:34,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-11-16T10:27:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-16T10:27:34,179 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:27:34,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742227_1403 (size=960) 2024-11-16T10:27:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-16T10:27:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-16T10:27:34,587 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f 2024-11-16T10:27:34,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742228_1404 (size=53) 2024-11-16T10:27:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-16T10:27:34,995 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:27:34,995 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3520e28aca257df651013dc210874de7, disabling compactions & flushes 2024-11-16T10:27:34,995 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:34,995 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:34,995 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. after waiting 0 ms 2024-11-16T10:27:34,995 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:34,995 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:34,995 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:34,997 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:27:34,998 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731752854997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752854997"}]},"ts":"1731752854997"} 2024-11-16T10:27:35,000 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:27:35,002 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:27:35,002 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752855002"}]},"ts":"1731752855002"} 2024-11-16T10:27:35,003 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T10:27:35,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3520e28aca257df651013dc210874de7, ASSIGN}] 2024-11-16T10:27:35,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3520e28aca257df651013dc210874de7, ASSIGN 2024-11-16T10:27:35,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3520e28aca257df651013dc210874de7, ASSIGN; state=OFFLINE, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=false 2024-11-16T10:27:35,212 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=3520e28aca257df651013dc210874de7, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:27:35,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure 3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:27:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-16T10:27:35,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:35,375 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:35,376 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:27:35,376 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3520e28aca257df651013dc210874de7 2024-11-16T10:27:35,377 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:27:35,377 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 3520e28aca257df651013dc210874de7 2024-11-16T10:27:35,377 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 3520e28aca257df651013dc210874de7 2024-11-16T10:27:35,378 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3520e28aca257df651013dc210874de7 2024-11-16T10:27:35,380 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:27:35,380 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3520e28aca257df651013dc210874de7 columnFamilyName A 2024-11-16T10:27:35,380 DEBUG [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:35,380 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] regionserver.HStore(327): Store=3520e28aca257df651013dc210874de7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:27:35,381 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3520e28aca257df651013dc210874de7 2024-11-16T10:27:35,382 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:27:35,382 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3520e28aca257df651013dc210874de7 columnFamilyName B 2024-11-16T10:27:35,382 DEBUG [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:35,383 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] regionserver.HStore(327): Store=3520e28aca257df651013dc210874de7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:27:35,383 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3520e28aca257df651013dc210874de7 2024-11-16T10:27:35,384 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:27:35,384 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3520e28aca257df651013dc210874de7 columnFamilyName C 2024-11-16T10:27:35,384 DEBUG [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:27:35,384 INFO [StoreOpener-3520e28aca257df651013dc210874de7-1 {}] regionserver.HStore(327): Store=3520e28aca257df651013dc210874de7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:27:35,384 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:35,385 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7 2024-11-16T10:27:35,385 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7 2024-11-16T10:27:35,386 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:27:35,387 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 3520e28aca257df651013dc210874de7 2024-11-16T10:27:35,388 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:27:35,389 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 3520e28aca257df651013dc210874de7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63200369, jitterRate=-0.058241114020347595}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:27:35,389 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:35,390 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., pid=119, masterSystemTime=1731752855368 2024-11-16T10:27:35,391 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:35,391 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:35,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=3520e28aca257df651013dc210874de7, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:27:35,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-16T10:27:35,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure 3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 in 178 msec 2024-11-16T10:27:35,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-16T10:27:35,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3520e28aca257df651013dc210874de7, ASSIGN in 336 msec 2024-11-16T10:27:35,395 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:27:35,396 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752855395"}]},"ts":"1731752855395"} 2024-11-16T10:27:35,396 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T10:27:35,441 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:27:35,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2650 sec 2024-11-16T10:27:36,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-16T10:27:36,289 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-11-16T10:27:36,292 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238db126 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3512017b 2024-11-16T10:27:36,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301741f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,346 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:27:36,350 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:27:36,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-16T10:27:36,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,362 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-16T10:27:36,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-16T10:27:36,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-16T10:27:36,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-16T10:27:36,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-16T10:27:36,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-16T10:27:36,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,432 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-16T10:27:36,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-16T10:27:36,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,449 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-16T10:27:36,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:27:36,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:36,459 DEBUG [hconnection-0x5986fbb2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,460 DEBUG [hconnection-0x6f0f49aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-16T10:27:36,460 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,460 DEBUG [hconnection-0x5c48ff7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,460 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,461 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T10:27:36,461 DEBUG [hconnection-0x2e2061ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,461 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,461 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:36,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:36,462 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,463 DEBUG [hconnection-0xfa67044-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,463 DEBUG [hconnection-0x7bc259cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,463 DEBUG [hconnection-0x18847b84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,464 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,464 DEBUG [hconnection-0x59b31ea3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,464 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,464 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,465 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:36,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:27:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:36,469 DEBUG [hconnection-0x78cafc01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,470 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752916478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752916478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752916479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752916479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752916480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,483 DEBUG [hconnection-0x4c9c98f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:27:36,484 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:27:36,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/e463fbc14d644bb5b568a3987d8f25e4 is 50, key is test_row_0/A:col10/1731752856467/Put/seqid=0 2024-11-16T10:27:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742229_1405 (size=9657) 2024-11-16T10:27:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T10:27:36,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752916579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752916579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752916580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752916580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752916580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T10:27:36,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:36,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:36,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:36,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:36,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T10:27:36,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T10:27:36,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:36,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:36,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:36,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:36,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:36,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752916785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752916785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752916785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752916785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752916785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/e463fbc14d644bb5b568a3987d8f25e4 2024-11-16T10:27:36,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:36,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T10:27:36,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:36,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:36,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:36,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:36,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:36,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/8f85d91257be4b47965a32c78768ca62 is 50, key is test_row_0/B:col10/1731752856467/Put/seqid=0 2024-11-16T10:27:36,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742230_1406 (size=9657) 2024-11-16T10:27:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T10:27:37,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T10:27:37,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:37,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752917089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752917089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752917090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752917090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752917090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T10:27:37,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:37,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/8f85d91257be4b47965a32c78768ca62 2024-11-16T10:27:37,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/253366d3fe404b5c89e78bbe07921213 is 50, key is test_row_0/C:col10/1731752856467/Put/seqid=0 2024-11-16T10:27:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742231_1407 (size=9657) 2024-11-16T10:27:37,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T10:27:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:37,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T10:27:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T10:27:37,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752917594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752917596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752917596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752917597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752917598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T10:27:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:37,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/253366d3fe404b5c89e78bbe07921213 2024-11-16T10:27:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/e463fbc14d644bb5b568a3987d8f25e4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e463fbc14d644bb5b568a3987d8f25e4 2024-11-16T10:27:37,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e463fbc14d644bb5b568a3987d8f25e4, entries=100, sequenceid=14, filesize=9.4 K 2024-11-16T10:27:37,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/8f85d91257be4b47965a32c78768ca62 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/8f85d91257be4b47965a32c78768ca62 2024-11-16T10:27:37,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/8f85d91257be4b47965a32c78768ca62, entries=100, sequenceid=14, filesize=9.4 K 2024-11-16T10:27:37,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/253366d3fe404b5c89e78bbe07921213 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/253366d3fe404b5c89e78bbe07921213 2024-11-16T10:27:37,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/253366d3fe404b5c89e78bbe07921213, entries=100, sequenceid=14, filesize=9.4 K 2024-11-16T10:27:37,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 3520e28aca257df651013dc210874de7 in 1310ms, sequenceid=14, compaction requested=false 2024-11-16T10:27:37,778 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-16T10:27:37,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:37,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:37,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-16T10:27:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:37,832 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:27:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:37,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/83638f6773bc4a2ba9b3020b8647c4d3 is 50, key is test_row_0/A:col10/1731752856478/Put/seqid=0 2024-11-16T10:27:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742232_1408 (size=12001) 2024-11-16T10:27:38,242 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/83638f6773bc4a2ba9b3020b8647c4d3 2024-11-16T10:27:38,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/bc44d9b125814cd18222d9e49a7dc7d8 is 50, key is test_row_0/B:col10/1731752856478/Put/seqid=0 2024-11-16T10:27:38,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742233_1409 (size=12001) 2024-11-16T10:27:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T10:27:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:38,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752918638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752918641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752918643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752918643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752918644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,664 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/bc44d9b125814cd18222d9e49a7dc7d8 2024-11-16T10:27:38,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/522bccccc838431f975bc55ef4a2bc66 is 50, key is test_row_0/C:col10/1731752856478/Put/seqid=0 2024-11-16T10:27:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742234_1410 (size=12001) 2024-11-16T10:27:38,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752918745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752918745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752918745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752918749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752918749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752918948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752918949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752918950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752918951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752918952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,073 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/522bccccc838431f975bc55ef4a2bc66 2024-11-16T10:27:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/83638f6773bc4a2ba9b3020b8647c4d3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/83638f6773bc4a2ba9b3020b8647c4d3 2024-11-16T10:27:39,079 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/83638f6773bc4a2ba9b3020b8647c4d3, entries=150, sequenceid=39, filesize=11.7 K 2024-11-16T10:27:39,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/bc44d9b125814cd18222d9e49a7dc7d8 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bc44d9b125814cd18222d9e49a7dc7d8 2024-11-16T10:27:39,082 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bc44d9b125814cd18222d9e49a7dc7d8, entries=150, sequenceid=39, filesize=11.7 K 2024-11-16T10:27:39,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/522bccccc838431f975bc55ef4a2bc66 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/522bccccc838431f975bc55ef4a2bc66 2024-11-16T10:27:39,085 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/522bccccc838431f975bc55ef4a2bc66, entries=150, sequenceid=39, filesize=11.7 K 2024-11-16T10:27:39,086 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3520e28aca257df651013dc210874de7 in 1254ms, sequenceid=39, compaction requested=false 2024-11-16T10:27:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-16T10:27:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-16T10:27:39,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-16T10:27:39,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6260 sec 2024-11-16T10:27:39,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.6290 sec 2024-11-16T10:27:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:39,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:27:39,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:39,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:39,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:39,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:39,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:39,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:39,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/8b083977f04a445aa4af71ea560b5998 is 50, key is test_row_0/A:col10/1731752859254/Put/seqid=0 2024-11-16T10:27:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742235_1411 (size=14341) 2024-11-16T10:27:39,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752919276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752919276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752919277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752919279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752919280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752919381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752919383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752919383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752919384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752919386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T10:27:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752919585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752919587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752919588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752919588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752919590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/8b083977f04a445aa4af71ea560b5998 2024-11-16T10:27:39,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/a343463ba3af4fd0acf371cfad0ab8da is 50, key is test_row_0/B:col10/1731752859254/Put/seqid=0 2024-11-16T10:27:39,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742236_1412 (size=12001) 2024-11-16T10:27:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752919892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752919892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752919892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752919894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:39,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752919894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:40,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/a343463ba3af4fd0acf371cfad0ab8da 2024-11-16T10:27:40,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/1bbb0fbb2eb8461b84c5997daeb97d89 is 50, key is test_row_0/C:col10/1731752859254/Put/seqid=0 2024-11-16T10:27:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742237_1413 (size=12001) 2024-11-16T10:27:40,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752920395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752920397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752920398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:40,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752920398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:40,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752920398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:40,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/1bbb0fbb2eb8461b84c5997daeb97d89 2024-11-16T10:27:40,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/8b083977f04a445aa4af71ea560b5998 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/8b083977f04a445aa4af71ea560b5998 2024-11-16T10:27:40,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/8b083977f04a445aa4af71ea560b5998, entries=200, sequenceid=51, filesize=14.0 K 2024-11-16T10:27:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/a343463ba3af4fd0acf371cfad0ab8da as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a343463ba3af4fd0acf371cfad0ab8da 2024-11-16T10:27:40,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a343463ba3af4fd0acf371cfad0ab8da, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T10:27:40,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/1bbb0fbb2eb8461b84c5997daeb97d89 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/1bbb0fbb2eb8461b84c5997daeb97d89 2024-11-16T10:27:40,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/1bbb0fbb2eb8461b84c5997daeb97d89, entries=150, sequenceid=51, filesize=11.7 K 2024-11-16T10:27:40,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3520e28aca257df651013dc210874de7 in 1262ms, sequenceid=51, compaction requested=true 2024-11-16T10:27:40,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:40,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:40,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:40,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:40,518 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:40,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:40,518 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:40,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:40,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:40,519 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:40,519 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:40,519 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/B is initiating minor compaction (all files) 2024-11-16T10:27:40,519 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/A is initiating minor compaction (all files) 2024-11-16T10:27:40,519 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/B in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:40,519 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/A in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:40,519 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/8f85d91257be4b47965a32c78768ca62, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bc44d9b125814cd18222d9e49a7dc7d8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a343463ba3af4fd0acf371cfad0ab8da] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=32.9 K 2024-11-16T10:27:40,519 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e463fbc14d644bb5b568a3987d8f25e4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/83638f6773bc4a2ba9b3020b8647c4d3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/8b083977f04a445aa4af71ea560b5998] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=35.2 K 2024-11-16T10:27:40,520 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e463fbc14d644bb5b568a3987d8f25e4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731752856466 2024-11-16T10:27:40,520 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f85d91257be4b47965a32c78768ca62, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731752856466 2024-11-16T10:27:40,520 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83638f6773bc4a2ba9b3020b8647c4d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731752856477 2024-11-16T10:27:40,520 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting bc44d9b125814cd18222d9e49a7dc7d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731752856477 2024-11-16T10:27:40,520 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b083977f04a445aa4af71ea560b5998, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752858611 2024-11-16T10:27:40,520 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a343463ba3af4fd0acf371cfad0ab8da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752858611 2024-11-16T10:27:40,526 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#A#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:40,526 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/3f39eccdb36b4667b0537557305a7f20 is 50, key is test_row_0/A:col10/1731752859254/Put/seqid=0 2024-11-16T10:27:40,526 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:40,527 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/a76f557691524590859eb0ad5e179127 is 50, key is test_row_0/B:col10/1731752859254/Put/seqid=0 2024-11-16T10:27:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742238_1414 (size=12104) 2024-11-16T10:27:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742239_1415 (size=12104) 2024-11-16T10:27:40,551 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/3f39eccdb36b4667b0537557305a7f20 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3f39eccdb36b4667b0537557305a7f20 2024-11-16T10:27:40,552 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/a76f557691524590859eb0ad5e179127 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a76f557691524590859eb0ad5e179127 2024-11-16T10:27:40,555 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/A of 3520e28aca257df651013dc210874de7 into 3f39eccdb36b4667b0537557305a7f20(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:40,555 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:40,555 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/A, priority=13, startTime=1731752860518; duration=0sec 2024-11-16T10:27:40,555 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:40,555 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:A 2024-11-16T10:27:40,555 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:40,555 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/B of 3520e28aca257df651013dc210874de7 into a76f557691524590859eb0ad5e179127(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:40,555 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:40,555 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/B, priority=13, startTime=1731752860518; duration=0sec 2024-11-16T10:27:40,555 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:40,555 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:B 2024-11-16T10:27:40,555 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:40,555 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/C is initiating minor compaction (all files) 2024-11-16T10:27:40,555 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/C in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:40,556 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/253366d3fe404b5c89e78bbe07921213, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/522bccccc838431f975bc55ef4a2bc66, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/1bbb0fbb2eb8461b84c5997daeb97d89] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=32.9 K 2024-11-16T10:27:40,556 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 253366d3fe404b5c89e78bbe07921213, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731752856466 2024-11-16T10:27:40,556 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 522bccccc838431f975bc55ef4a2bc66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731752856477 2024-11-16T10:27:40,556 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bbb0fbb2eb8461b84c5997daeb97d89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752858611 2024-11-16T10:27:40,561 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:40,561 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/3112363550b54926965d9d571368374c is 50, key is test_row_0/C:col10/1731752859254/Put/seqid=0 2024-11-16T10:27:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742240_1416 (size=12104) 2024-11-16T10:27:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-16T10:27:40,565 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-16T10:27:40,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-16T10:27:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T10:27:40,566 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:40,567 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:40,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T10:27:40,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:40,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-16T10:27:40,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:40,720 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:27:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:40,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/3cd3ae3576bb457f8fa9a98363ccdef0 is 50, key is test_row_0/A:col10/1731752859273/Put/seqid=0 2024-11-16T10:27:40,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742241_1417 (size=12001) 2024-11-16T10:27:40,730 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/3cd3ae3576bb457f8fa9a98363ccdef0 2024-11-16T10:27:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/9a9c1e9d6270446f9582f861817b8d27 is 50, key is test_row_0/B:col10/1731752859273/Put/seqid=0 2024-11-16T10:27:40,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742242_1418 (size=12001) 2024-11-16T10:27:40,740 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/9a9c1e9d6270446f9582f861817b8d27 2024-11-16T10:27:40,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/bb31b992d08c43789f67b2cca3c29c2a is 50, key is test_row_0/C:col10/1731752859273/Put/seqid=0 2024-11-16T10:27:40,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742243_1419 (size=12001) 2024-11-16T10:27:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T10:27:40,967 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/3112363550b54926965d9d571368374c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/3112363550b54926965d9d571368374c 2024-11-16T10:27:40,971 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/C of 3520e28aca257df651013dc210874de7 into 3112363550b54926965d9d571368374c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:40,971 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:40,971 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/C, priority=13, startTime=1731752860518; duration=0sec 2024-11-16T10:27:40,971 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:40,971 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:C 2024-11-16T10:27:41,154 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/bb31b992d08c43789f67b2cca3c29c2a 2024-11-16T10:27:41,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/3cd3ae3576bb457f8fa9a98363ccdef0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3cd3ae3576bb457f8fa9a98363ccdef0 2024-11-16T10:27:41,160 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3cd3ae3576bb457f8fa9a98363ccdef0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-16T10:27:41,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/9a9c1e9d6270446f9582f861817b8d27 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9a9c1e9d6270446f9582f861817b8d27 2024-11-16T10:27:41,164 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9a9c1e9d6270446f9582f861817b8d27, entries=150, sequenceid=77, filesize=11.7 K 2024-11-16T10:27:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/bb31b992d08c43789f67b2cca3c29c2a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb31b992d08c43789f67b2cca3c29c2a 2024-11-16T10:27:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T10:27:41,168 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb31b992d08c43789f67b2cca3c29c2a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-16T10:27:41,169 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 3520e28aca257df651013dc210874de7 in 449ms, sequenceid=77, compaction requested=false 2024-11-16T10:27:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-16T10:27:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-16T10:27:41,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-16T10:27:41,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 603 msec 2024-11-16T10:27:41,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 606 msec 2024-11-16T10:27:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:41,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:27:41,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:41,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:41,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/15e31e672c784cd785027eeeb6096a53 is 50, key is test_row_0/A:col10/1731752861438/Put/seqid=0 2024-11-16T10:27:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742244_1420 (size=21365) 2024-11-16T10:27:41,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752921462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752921462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752921467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752921467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752921468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752921569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752921569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752921569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752921573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752921574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-16T10:27:41,669 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-16T10:27:41,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-16T10:27:41,671 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-16T10:27:41,672 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:41,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-16T10:27:41,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752921773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752921773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752921774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752921776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752921781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,822 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-16T10:27:41,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:41,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:41,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:41,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:41,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:41,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/15e31e672c784cd785027eeeb6096a53 2024-11-16T10:27:41,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/72f9e37d2d6349bfa240e83096f227c9 is 50, key is test_row_0/B:col10/1731752861438/Put/seqid=0 2024-11-16T10:27:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742245_1421 (size=12001) 2024-11-16T10:27:41,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/72f9e37d2d6349bfa240e83096f227c9 2024-11-16T10:27:41,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/6a90916fb659407491ed406557ae275b is 50, key is test_row_0/C:col10/1731752861438/Put/seqid=0 2024-11-16T10:27:41,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742246_1422 (size=12001) 2024-11-16T10:27:41,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/6a90916fb659407491ed406557ae275b 2024-11-16T10:27:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/15e31e672c784cd785027eeeb6096a53 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/15e31e672c784cd785027eeeb6096a53 2024-11-16T10:27:41,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/15e31e672c784cd785027eeeb6096a53, entries=350, sequenceid=90, filesize=20.9 K 2024-11-16T10:27:41,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/72f9e37d2d6349bfa240e83096f227c9 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/72f9e37d2d6349bfa240e83096f227c9 2024-11-16T10:27:41,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/72f9e37d2d6349bfa240e83096f227c9, entries=150, sequenceid=90, filesize=11.7 K 2024-11-16T10:27:41,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/6a90916fb659407491ed406557ae275b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/6a90916fb659407491ed406557ae275b 2024-11-16T10:27:41,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/6a90916fb659407491ed406557ae275b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-16T10:27:41,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3520e28aca257df651013dc210874de7 in 447ms, sequenceid=90, compaction requested=true 2024-11-16T10:27:41,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:41,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:41,886 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:41,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:41,886 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:41,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:41,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:41,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:41,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:41,887 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45470 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:41,887 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/A is initiating minor compaction (all files) 2024-11-16T10:27:41,887 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:41,887 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/B is initiating minor compaction (all files) 2024-11-16T10:27:41,887 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/A in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:41,887 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/B in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:41,887 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3f39eccdb36b4667b0537557305a7f20, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3cd3ae3576bb457f8fa9a98363ccdef0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/15e31e672c784cd785027eeeb6096a53] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=44.4 K 2024-11-16T10:27:41,887 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a76f557691524590859eb0ad5e179127, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9a9c1e9d6270446f9582f861817b8d27, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/72f9e37d2d6349bfa240e83096f227c9] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=35.3 K 2024-11-16T10:27:41,887 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a76f557691524590859eb0ad5e179127, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752858611 2024-11-16T10:27:41,887 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f39eccdb36b4667b0537557305a7f20, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752858611 2024-11-16T10:27:41,887 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a9c1e9d6270446f9582f861817b8d27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731752859273 2024-11-16T10:27:41,887 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cd3ae3576bb457f8fa9a98363ccdef0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731752859273 2024-11-16T10:27:41,888 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 72f9e37d2d6349bfa240e83096f227c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731752861438 2024-11-16T10:27:41,888 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15e31e672c784cd785027eeeb6096a53, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731752861410 2024-11-16T10:27:41,894 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:41,894 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#A#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:41,895 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/bce3d2d7b0964e4ca95d933cf86214f9 is 50, key is test_row_0/B:col10/1731752861438/Put/seqid=0 2024-11-16T10:27:41,895 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/6d51f5f4183544c68a559ff7a2eda73d is 50, key is test_row_0/A:col10/1731752861438/Put/seqid=0 2024-11-16T10:27:41,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742248_1424 (size=12207) 2024-11-16T10:27:41,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742247_1423 (size=12207) 2024-11-16T10:27:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-16T10:27:41,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:41,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-16T10:27:41,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:41,975 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:27:41,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:41,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:41,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/44e47cb905404ff184103c3f4b237cdd is 50, key is test_row_0/A:col10/1731752861462/Put/seqid=0 2024-11-16T10:27:41,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742249_1425 (size=12001) 2024-11-16T10:27:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:42,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:42,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752922087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752922088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752922091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752922091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752922092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752922194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752922194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752922195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752922201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752922201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-16T10:27:42,302 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/6d51f5f4183544c68a559ff7a2eda73d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6d51f5f4183544c68a559ff7a2eda73d 2024-11-16T10:27:42,302 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/bce3d2d7b0964e4ca95d933cf86214f9 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bce3d2d7b0964e4ca95d933cf86214f9 2024-11-16T10:27:42,306 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/A of 3520e28aca257df651013dc210874de7 into 6d51f5f4183544c68a559ff7a2eda73d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:42,306 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:42,306 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/A, priority=13, startTime=1731752861886; duration=0sec 2024-11-16T10:27:42,306 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:42,306 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:A 2024-11-16T10:27:42,306 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/B of 3520e28aca257df651013dc210874de7 into bce3d2d7b0964e4ca95d933cf86214f9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:42,306 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:42,306 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:42,306 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/B, priority=13, startTime=1731752861886; duration=0sec 2024-11-16T10:27:42,306 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:42,306 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:B 2024-11-16T10:27:42,307 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:42,307 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/C is initiating minor compaction (all files) 2024-11-16T10:27:42,307 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/C in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:42,307 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/3112363550b54926965d9d571368374c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb31b992d08c43789f67b2cca3c29c2a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/6a90916fb659407491ed406557ae275b] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=35.3 K 2024-11-16T10:27:42,307 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3112363550b54926965d9d571368374c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731752858611 2024-11-16T10:27:42,307 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb31b992d08c43789f67b2cca3c29c2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731752859273 2024-11-16T10:27:42,308 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a90916fb659407491ed406557ae275b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731752861438 2024-11-16T10:27:42,318 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:42,318 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/d4364522c7344fcbaac49c35c1d9e2c6 is 50, key is test_row_0/C:col10/1731752861438/Put/seqid=0 2024-11-16T10:27:42,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742250_1426 (size=12207) 2024-11-16T10:27:42,383 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/44e47cb905404ff184103c3f4b237cdd 2024-11-16T10:27:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/41c43317c4934761ba327222658f70ee is 50, key is test_row_0/B:col10/1731752861462/Put/seqid=0 2024-11-16T10:27:42,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742251_1427 (size=12001) 2024-11-16T10:27:42,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752922398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752922398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752922401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752922410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752922410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752922703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752922703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752922704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752922715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752922716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:42,725 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/d4364522c7344fcbaac49c35c1d9e2c6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d4364522c7344fcbaac49c35c1d9e2c6 2024-11-16T10:27:42,729 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/C of 3520e28aca257df651013dc210874de7 into d4364522c7344fcbaac49c35c1d9e2c6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:42,729 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:42,729 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/C, priority=13, startTime=1731752861886; duration=0sec 2024-11-16T10:27:42,729 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:42,729 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:C 2024-11-16T10:27:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-16T10:27:42,792 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/41c43317c4934761ba327222658f70ee 2024-11-16T10:27:42,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/d386c9a8b3274d5da6156d6234c05ffa is 50, key is test_row_0/C:col10/1731752861462/Put/seqid=0 2024-11-16T10:27:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742252_1428 (size=12001) 2024-11-16T10:27:43,202 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/d386c9a8b3274d5da6156d6234c05ffa 2024-11-16T10:27:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/44e47cb905404ff184103c3f4b237cdd as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/44e47cb905404ff184103c3f4b237cdd 2024-11-16T10:27:43,208 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/44e47cb905404ff184103c3f4b237cdd, entries=150, sequenceid=114, filesize=11.7 K 2024-11-16T10:27:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/41c43317c4934761ba327222658f70ee as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/41c43317c4934761ba327222658f70ee 2024-11-16T10:27:43,212 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/41c43317c4934761ba327222658f70ee, entries=150, sequenceid=114, filesize=11.7 K 2024-11-16T10:27:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/d386c9a8b3274d5da6156d6234c05ffa as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d386c9a8b3274d5da6156d6234c05ffa 2024-11-16T10:27:43,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752923210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752923211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,215 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d386c9a8b3274d5da6156d6234c05ffa, entries=150, sequenceid=114, filesize=11.7 K 2024-11-16T10:27:43,216 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3520e28aca257df651013dc210874de7 in 1241ms, sequenceid=114, compaction requested=false 2024-11-16T10:27:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:43,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-16T10:27:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-16T10:27:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:43,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T10:27:43,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:43,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-16T10:27:43,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:43,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5450 sec 2024-11-16T10:27:43,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:43,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:43,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:43,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:43,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.5490 sec 2024-11-16T10:27:43,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/eb7766ecf71b4aa0b7fdad0d69729c6c is 50, key is test_row_0/A:col10/1731752863217/Put/seqid=0 2024-11-16T10:27:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742253_1429 (size=14391) 2024-11-16T10:27:43,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752923264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752923272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752923272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752923373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752923375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752923375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752923579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752923580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752923580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/eb7766ecf71b4aa0b7fdad0d69729c6c 2024-11-16T10:27:43,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/03e36dd65db6444a9c87bc8b7a6c765b is 50, key is test_row_0/B:col10/1731752863217/Put/seqid=0 2024-11-16T10:27:43,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742254_1430 (size=12051) 2024-11-16T10:27:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-16T10:27:43,774 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-16T10:27:43,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-16T10:27:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-16T10:27:43,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:43,777 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:43,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-16T10:27:43,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752923882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752923883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752923883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:43,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-16T10:27:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:43,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/03e36dd65db6444a9c87bc8b7a6c765b 2024-11-16T10:27:44,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/0ba7a0256c864dae8eab1edd685f9c5d is 50, key is test_row_0/C:col10/1731752863217/Put/seqid=0 2024-11-16T10:27:44,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742255_1431 (size=12051) 2024-11-16T10:27:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-16T10:27:44,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:44,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-16T10:27:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752924222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752924222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:44,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:44,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-16T10:27:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-16T10:27:44,383 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:44,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-16T10:27:44,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:44,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:44,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752924387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:44,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752924387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:44,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752924391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:44,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/0ba7a0256c864dae8eab1edd685f9c5d 2024-11-16T10:27:44,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/eb7766ecf71b4aa0b7fdad0d69729c6c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/eb7766ecf71b4aa0b7fdad0d69729c6c 2024-11-16T10:27:44,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/eb7766ecf71b4aa0b7fdad0d69729c6c, entries=200, sequenceid=130, filesize=14.1 K 2024-11-16T10:27:44,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/03e36dd65db6444a9c87bc8b7a6c765b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/03e36dd65db6444a9c87bc8b7a6c765b 2024-11-16T10:27:44,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/03e36dd65db6444a9c87bc8b7a6c765b, entries=150, sequenceid=130, filesize=11.8 K 2024-11-16T10:27:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/0ba7a0256c864dae8eab1edd685f9c5d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0ba7a0256c864dae8eab1edd685f9c5d 2024-11-16T10:27:44,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0ba7a0256c864dae8eab1edd685f9c5d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-16T10:27:44,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3520e28aca257df651013dc210874de7 in 1260ms, sequenceid=130, compaction requested=true 2024-11-16T10:27:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:44,479 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:44,479 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:44,479 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:44,479 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:44,480 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/B is initiating minor compaction (all files) 2024-11-16T10:27:44,480 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/A is initiating minor compaction (all files) 2024-11-16T10:27:44,480 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/A in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,480 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/B in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,480 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bce3d2d7b0964e4ca95d933cf86214f9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/41c43317c4934761ba327222658f70ee, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/03e36dd65db6444a9c87bc8b7a6c765b] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=35.4 K 2024-11-16T10:27:44,480 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6d51f5f4183544c68a559ff7a2eda73d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/44e47cb905404ff184103c3f4b237cdd, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/eb7766ecf71b4aa0b7fdad0d69729c6c] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=37.7 K 2024-11-16T10:27:44,480 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d51f5f4183544c68a559ff7a2eda73d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731752861438 2024-11-16T10:27:44,480 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting bce3d2d7b0964e4ca95d933cf86214f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731752861438 2024-11-16T10:27:44,480 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44e47cb905404ff184103c3f4b237cdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731752861462 2024-11-16T10:27:44,480 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 41c43317c4934761ba327222658f70ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731752861462 2024-11-16T10:27:44,480 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb7766ecf71b4aa0b7fdad0d69729c6c, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752862086 2024-11-16T10:27:44,480 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 03e36dd65db6444a9c87bc8b7a6c765b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752862086 2024-11-16T10:27:44,486 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:44,487 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/af7383f3ae5a470fb600b7a14e9fd634 is 50, key is test_row_0/B:col10/1731752863217/Put/seqid=0 2024-11-16T10:27:44,487 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#A#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:44,487 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/606afddae83a4e01b65d324ca7c7b2c2 is 50, key is test_row_0/A:col10/1731752863217/Put/seqid=0 2024-11-16T10:27:44,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742256_1432 (size=12359) 2024-11-16T10:27:44,494 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/af7383f3ae5a470fb600b7a14e9fd634 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/af7383f3ae5a470fb600b7a14e9fd634 2024-11-16T10:27:44,500 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/B of 3520e28aca257df651013dc210874de7 into af7383f3ae5a470fb600b7a14e9fd634(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:44,500 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:44,500 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/B, priority=13, startTime=1731752864479; duration=0sec 2024-11-16T10:27:44,500 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:44,500 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:B 2024-11-16T10:27:44,500 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:44,501 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:44,501 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/C is initiating minor compaction (all files) 2024-11-16T10:27:44,501 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/C in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,501 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d4364522c7344fcbaac49c35c1d9e2c6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d386c9a8b3274d5da6156d6234c05ffa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0ba7a0256c864dae8eab1edd685f9c5d] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=35.4 K 2024-11-16T10:27:44,501 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting d4364522c7344fcbaac49c35c1d9e2c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731752861438 2024-11-16T10:27:44,501 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting d386c9a8b3274d5da6156d6234c05ffa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731752861462 2024-11-16T10:27:44,502 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ba7a0256c864dae8eab1edd685f9c5d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752862086 2024-11-16T10:27:44,514 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#C#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:44,514 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/51025b11d0084b6db4d4c974d55d98d2 is 50, key is test_row_0/C:col10/1731752863217/Put/seqid=0 2024-11-16T10:27:44,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742257_1433 (size=12359) 2024-11-16T10:27:44,523 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/606afddae83a4e01b65d324ca7c7b2c2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/606afddae83a4e01b65d324ca7c7b2c2 2024-11-16T10:27:44,527 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/A of 3520e28aca257df651013dc210874de7 into 606afddae83a4e01b65d324ca7c7b2c2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:44,527 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:44,527 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/A, priority=13, startTime=1731752864479; duration=0sec 2024-11-16T10:27:44,527 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:44,527 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:A 2024-11-16T10:27:44,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:44,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-16T10:27:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:44,536 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:27:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:44,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:44,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742258_1434 (size=12359) 2024-11-16T10:27:44,542 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/51025b11d0084b6db4d4c974d55d98d2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/51025b11d0084b6db4d4c974d55d98d2 2024-11-16T10:27:44,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/501dd54ec24d43208d287d340735da20 is 50, key is test_row_0/A:col10/1731752863271/Put/seqid=0 2024-11-16T10:27:44,552 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/C of 3520e28aca257df651013dc210874de7 into 51025b11d0084b6db4d4c974d55d98d2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:44,552 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:44,552 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/C, priority=13, startTime=1731752864479; duration=0sec 2024-11-16T10:27:44,552 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:44,552 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:C 2024-11-16T10:27:44,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742259_1435 (size=12151) 2024-11-16T10:27:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-16T10:27:44,961 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/501dd54ec24d43208d287d340735da20 2024-11-16T10:27:44,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/17dd2dca962a48a49931ba88e991d017 is 50, key is test_row_0/B:col10/1731752863271/Put/seqid=0 2024-11-16T10:27:44,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742260_1436 (size=12151) 2024-11-16T10:27:45,370 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/17dd2dca962a48a49931ba88e991d017 2024-11-16T10:27:45,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/55dc625f03d8423e8b5a21ef1d8861b7 is 50, key is test_row_0/C:col10/1731752863271/Put/seqid=0 2024-11-16T10:27:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742261_1437 (size=12151) 2024-11-16T10:27:45,378 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/55dc625f03d8423e8b5a21ef1d8861b7 2024-11-16T10:27:45,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/501dd54ec24d43208d287d340735da20 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/501dd54ec24d43208d287d340735da20 2024-11-16T10:27:45,384 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/501dd54ec24d43208d287d340735da20, entries=150, sequenceid=156, filesize=11.9 K 2024-11-16T10:27:45,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/17dd2dca962a48a49931ba88e991d017 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/17dd2dca962a48a49931ba88e991d017 2024-11-16T10:27:45,387 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/17dd2dca962a48a49931ba88e991d017, entries=150, sequenceid=156, filesize=11.9 K 2024-11-16T10:27:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/55dc625f03d8423e8b5a21ef1d8861b7 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/55dc625f03d8423e8b5a21ef1d8861b7 2024-11-16T10:27:45,390 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/55dc625f03d8423e8b5a21ef1d8861b7, entries=150, sequenceid=156, filesize=11.9 K 2024-11-16T10:27:45,390 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 3520e28aca257df651013dc210874de7 in 854ms, sequenceid=156, compaction requested=false 2024-11-16T10:27:45,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:45,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:45,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-16T10:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-16T10:27:45,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-16T10:27:45,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6140 sec 2024-11-16T10:27:45,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.6170 sec 2024-11-16T10:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:45,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:27:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:45,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/9c5bd4847a804a9f853a56f84590bcec is 50, key is test_row_0/A:col10/1731752865403/Put/seqid=0 2024-11-16T10:27:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742262_1438 (size=12151) 2024-11-16T10:27:45,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752925447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:45,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752925450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:45,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752925455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752925556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752925557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752925562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:45,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752925762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:45,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752925762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:45,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752925769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:45,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/9c5bd4847a804a9f853a56f84590bcec 2024-11-16T10:27:45,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/a9d0de42463f4d64be7fd037eb2e7307 is 50, key is test_row_0/B:col10/1731752865403/Put/seqid=0 2024-11-16T10:27:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742263_1439 (size=12151) 2024-11-16T10:27:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-16T10:27:45,879 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-16T10:27:45,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-16T10:27:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-16T10:27:45,881 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:45,882 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:45,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-16T10:27:46,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-16T10:27:46,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:46,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752926063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752926069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752926074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-16T10:27:46,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-16T10:27:46,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:46,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752926229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,231 DEBUG [Thread-1828 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:46,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/a9d0de42463f4d64be7fd037eb2e7307 2024-11-16T10:27:46,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/bb45948e9cef44a3952efab894e9e9eb is 50, key is test_row_0/C:col10/1731752865403/Put/seqid=0 2024-11-16T10:27:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742264_1440 (size=12151) 2024-11-16T10:27:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752926243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,248 DEBUG [Thread-1826 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:46,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-16T10:27:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-16T10:27:46,491 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-16T10:27:46,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:46,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752926572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752926575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752926581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/bb45948e9cef44a3952efab894e9e9eb 2024-11-16T10:27:46,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-16T10:27:46,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:46,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:46,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/9c5bd4847a804a9f853a56f84590bcec as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/9c5bd4847a804a9f853a56f84590bcec 2024-11-16T10:27:46,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/9c5bd4847a804a9f853a56f84590bcec, entries=150, sequenceid=168, filesize=11.9 K 2024-11-16T10:27:46,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/a9d0de42463f4d64be7fd037eb2e7307 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a9d0de42463f4d64be7fd037eb2e7307 2024-11-16T10:27:46,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a9d0de42463f4d64be7fd037eb2e7307, entries=150, sequenceid=168, filesize=11.9 K 2024-11-16T10:27:46,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/bb45948e9cef44a3952efab894e9e9eb as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb45948e9cef44a3952efab894e9e9eb 2024-11-16T10:27:46,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb45948e9cef44a3952efab894e9e9eb, entries=150, sequenceid=168, filesize=11.9 K 2024-11-16T10:27:46,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3520e28aca257df651013dc210874de7 in 1253ms, sequenceid=168, compaction requested=true 2024-11-16T10:27:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:46,657 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:46,657 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:46,658 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:46,658 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:46,658 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/A is initiating minor compaction (all files) 2024-11-16T10:27:46,658 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/B is initiating minor compaction (all files) 2024-11-16T10:27:46,658 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/A in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,658 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/B in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,658 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/606afddae83a4e01b65d324ca7c7b2c2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/501dd54ec24d43208d287d340735da20, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/9c5bd4847a804a9f853a56f84590bcec] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=35.8 K 2024-11-16T10:27:46,658 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/af7383f3ae5a470fb600b7a14e9fd634, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/17dd2dca962a48a49931ba88e991d017, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a9d0de42463f4d64be7fd037eb2e7307] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=35.8 K 2024-11-16T10:27:46,659 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 606afddae83a4e01b65d324ca7c7b2c2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752862086 2024-11-16T10:27:46,659 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting af7383f3ae5a470fb600b7a14e9fd634, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752862086 2024-11-16T10:27:46,659 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 501dd54ec24d43208d287d340735da20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731752863254 2024-11-16T10:27:46,659 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 17dd2dca962a48a49931ba88e991d017, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731752863254 2024-11-16T10:27:46,659 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c5bd4847a804a9f853a56f84590bcec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731752865400 2024-11-16T10:27:46,659 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a9d0de42463f4d64be7fd037eb2e7307, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731752865400 2024-11-16T10:27:46,664 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:46,664 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/3b2224d01cb84e3ab765e8d71ccbdd64 is 50, key is test_row_0/B:col10/1731752865403/Put/seqid=0 2024-11-16T10:27:46,665 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#A#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:46,665 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/65f9511df94a40d0af9df7b04ce6e9d7 is 50, key is test_row_0/A:col10/1731752865403/Put/seqid=0 2024-11-16T10:27:46,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742265_1441 (size=12561) 2024-11-16T10:27:46,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742266_1442 (size=12561) 2024-11-16T10:27:46,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:46,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-16T10:27:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:46,796 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:27:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/939dd5af12a14f9e8e15fd9159c32d83 is 50, key is test_row_0/A:col10/1731752865449/Put/seqid=0 2024-11-16T10:27:46,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742267_1443 (size=12151) 2024-11-16T10:27:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-16T10:27:47,073 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/3b2224d01cb84e3ab765e8d71ccbdd64 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/3b2224d01cb84e3ab765e8d71ccbdd64 2024-11-16T10:27:47,076 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/B of 3520e28aca257df651013dc210874de7 into 3b2224d01cb84e3ab765e8d71ccbdd64(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:47,076 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:47,076 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/B, priority=13, startTime=1731752866657; duration=0sec 2024-11-16T10:27:47,076 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:47,076 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:B 2024-11-16T10:27:47,076 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:47,077 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:47,077 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/C is initiating minor compaction (all files) 2024-11-16T10:27:47,077 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/C in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:47,077 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/51025b11d0084b6db4d4c974d55d98d2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/55dc625f03d8423e8b5a21ef1d8861b7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb45948e9cef44a3952efab894e9e9eb] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=35.8 K 2024-11-16T10:27:47,078 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 51025b11d0084b6db4d4c974d55d98d2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731752862086 2024-11-16T10:27:47,078 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 55dc625f03d8423e8b5a21ef1d8861b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731752863254 2024-11-16T10:27:47,078 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting bb45948e9cef44a3952efab894e9e9eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731752865400 2024-11-16T10:27:47,080 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/65f9511df94a40d0af9df7b04ce6e9d7 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/65f9511df94a40d0af9df7b04ce6e9d7 2024-11-16T10:27:47,084 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/A of 3520e28aca257df651013dc210874de7 into 65f9511df94a40d0af9df7b04ce6e9d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:47,084 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:47,084 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/A, priority=13, startTime=1731752866657; duration=0sec 2024-11-16T10:27:47,084 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:47,084 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:A 2024-11-16T10:27:47,084 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:47,085 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/387142afada54e21b3437971a6b490f2 is 50, key is test_row_0/C:col10/1731752865403/Put/seqid=0 2024-11-16T10:27:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742268_1444 (size=12561) 2024-11-16T10:27:47,204 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/939dd5af12a14f9e8e15fd9159c32d83 2024-11-16T10:27:47,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/b4a8c0190086462f9e76f3928fbdc60d is 50, key is test_row_0/B:col10/1731752865449/Put/seqid=0 2024-11-16T10:27:47,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742269_1445 (size=12151) 2024-11-16T10:27:47,491 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/387142afada54e21b3437971a6b490f2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/387142afada54e21b3437971a6b490f2 2024-11-16T10:27:47,494 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/C of 3520e28aca257df651013dc210874de7 into 387142afada54e21b3437971a6b490f2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:47,494 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:47,494 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/C, priority=13, startTime=1731752866657; duration=0sec 2024-11-16T10:27:47,495 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:47,495 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:C 2024-11-16T10:27:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:47,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:47,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752927590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:47,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752927591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:47,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752927592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:47,613 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/b4a8c0190086462f9e76f3928fbdc60d 2024-11-16T10:27:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/0373ef6698d64e33a02ab0616b5c336d is 50, key is test_row_0/C:col10/1731752865449/Put/seqid=0 2024-11-16T10:27:47,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742270_1446 (size=12151) 2024-11-16T10:27:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752927693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752927695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:47,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752927696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:47,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752927898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:47,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752927898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:47,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752927900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-16T10:27:48,023 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/0373ef6698d64e33a02ab0616b5c336d 2024-11-16T10:27:48,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/939dd5af12a14f9e8e15fd9159c32d83 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/939dd5af12a14f9e8e15fd9159c32d83 2024-11-16T10:27:48,029 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/939dd5af12a14f9e8e15fd9159c32d83, entries=150, sequenceid=193, filesize=11.9 K 2024-11-16T10:27:48,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/b4a8c0190086462f9e76f3928fbdc60d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b4a8c0190086462f9e76f3928fbdc60d 2024-11-16T10:27:48,032 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b4a8c0190086462f9e76f3928fbdc60d, entries=150, sequenceid=193, filesize=11.9 K 2024-11-16T10:27:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/0373ef6698d64e33a02ab0616b5c336d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0373ef6698d64e33a02ab0616b5c336d 2024-11-16T10:27:48,035 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0373ef6698d64e33a02ab0616b5c336d, entries=150, sequenceid=193, filesize=11.9 K 2024-11-16T10:27:48,036 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3520e28aca257df651013dc210874de7 in 1240ms, sequenceid=193, compaction requested=false 2024-11-16T10:27:48,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:48,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:48,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-16T10:27:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-16T10:27:48,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-16T10:27:48,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1550 sec 2024-11-16T10:27:48,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.1580 sec 2024-11-16T10:27:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:48,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:27:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:48,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:48,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:48,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:48,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:48,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/d995acb3442b4ff6b4d5f1a2b61d2189 is 50, key is test_row_0/A:col10/1731752868205/Put/seqid=0 2024-11-16T10:27:48,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742271_1447 (size=14537) 2024-11-16T10:27:48,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752928238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752928239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752928239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752928343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752928343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752928344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752928546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752928548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752928549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/d995acb3442b4ff6b4d5f1a2b61d2189 2024-11-16T10:27:48,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/b84f6d0b021e4151a07e370445f793cf is 50, key is test_row_0/B:col10/1731752868205/Put/seqid=0 2024-11-16T10:27:48,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742272_1448 (size=9757) 2024-11-16T10:27:48,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752928850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752928851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:48,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752928854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:49,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/b84f6d0b021e4151a07e370445f793cf 2024-11-16T10:27:49,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/9dfb3a31774b45798f0b6584226e9fa2 is 50, key is test_row_0/C:col10/1731752868205/Put/seqid=0 2024-11-16T10:27:49,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742273_1449 (size=9757) 2024-11-16T10:27:49,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752929359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:49,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752929359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:49,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752929360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:49,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/9dfb3a31774b45798f0b6584226e9fa2 2024-11-16T10:27:49,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/d995acb3442b4ff6b4d5f1a2b61d2189 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/d995acb3442b4ff6b4d5f1a2b61d2189 2024-11-16T10:27:49,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/d995acb3442b4ff6b4d5f1a2b61d2189, entries=200, sequenceid=209, filesize=14.2 K 2024-11-16T10:27:49,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/b84f6d0b021e4151a07e370445f793cf as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b84f6d0b021e4151a07e370445f793cf 2024-11-16T10:27:49,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b84f6d0b021e4151a07e370445f793cf, entries=100, sequenceid=209, filesize=9.5 K 2024-11-16T10:27:49,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/9dfb3a31774b45798f0b6584226e9fa2 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/9dfb3a31774b45798f0b6584226e9fa2 2024-11-16T10:27:49,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/9dfb3a31774b45798f0b6584226e9fa2, entries=100, sequenceid=209, filesize=9.5 K 2024-11-16T10:27:49,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3520e28aca257df651013dc210874de7 in 1238ms, sequenceid=209, compaction requested=true 2024-11-16T10:27:49,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:49,442 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:49,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:49,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:49,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:49,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:49,442 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:49,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:49,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:49,443 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:49,443 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:49,443 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/B is initiating minor compaction (all files) 2024-11-16T10:27:49,443 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/A is initiating minor compaction (all files) 2024-11-16T10:27:49,443 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/B in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:49,443 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/A in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:49,443 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/65f9511df94a40d0af9df7b04ce6e9d7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/939dd5af12a14f9e8e15fd9159c32d83, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/d995acb3442b4ff6b4d5f1a2b61d2189] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=38.3 K 2024-11-16T10:27:49,443 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/3b2224d01cb84e3ab765e8d71ccbdd64, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b4a8c0190086462f9e76f3928fbdc60d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b84f6d0b021e4151a07e370445f793cf] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=33.7 K 2024-11-16T10:27:49,443 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65f9511df94a40d0af9df7b04ce6e9d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731752865400 2024-11-16T10:27:49,443 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b2224d01cb84e3ab765e8d71ccbdd64, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731752865400 2024-11-16T10:27:49,443 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 939dd5af12a14f9e8e15fd9159c32d83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731752865435 2024-11-16T10:27:49,443 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b4a8c0190086462f9e76f3928fbdc60d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731752865435 2024-11-16T10:27:49,444 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting d995acb3442b4ff6b4d5f1a2b61d2189, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731752867590 2024-11-16T10:27:49,444 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b84f6d0b021e4151a07e370445f793cf, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731752867591 2024-11-16T10:27:49,449 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:49,449 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/5f49b6374b5543b195569144629b589e is 50, key is test_row_0/B:col10/1731752868205/Put/seqid=0 2024-11-16T10:27:49,449 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#A#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:49,450 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/1f7abc8c254d40ab85973474664ee994 is 50, key is test_row_0/A:col10/1731752868205/Put/seqid=0 2024-11-16T10:27:49,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742274_1450 (size=12663) 2024-11-16T10:27:49,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742275_1451 (size=12663) 2024-11-16T10:27:49,864 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/5f49b6374b5543b195569144629b589e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/5f49b6374b5543b195569144629b589e 2024-11-16T10:27:49,867 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/B of 3520e28aca257df651013dc210874de7 into 5f49b6374b5543b195569144629b589e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:49,867 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:49,867 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/B, priority=13, startTime=1731752869442; duration=0sec 2024-11-16T10:27:49,867 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:49,867 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:B 2024-11-16T10:27:49,868 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:27:49,868 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:27:49,868 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/C is initiating minor compaction (all files) 2024-11-16T10:27:49,868 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/C in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:49,869 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/387142afada54e21b3437971a6b490f2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0373ef6698d64e33a02ab0616b5c336d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/9dfb3a31774b45798f0b6584226e9fa2] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=33.7 K 2024-11-16T10:27:49,869 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 387142afada54e21b3437971a6b490f2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731752865400 2024-11-16T10:27:49,869 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0373ef6698d64e33a02ab0616b5c336d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731752865435 2024-11-16T10:27:49,869 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dfb3a31774b45798f0b6584226e9fa2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731752867591 2024-11-16T10:27:49,878 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/1f7abc8c254d40ab85973474664ee994 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/1f7abc8c254d40ab85973474664ee994 2024-11-16T10:27:49,881 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:49,882 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/87968429aa86470a8e3dfb58a22df636 is 50, key is test_row_0/C:col10/1731752868205/Put/seqid=0 2024-11-16T10:27:49,882 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/A of 3520e28aca257df651013dc210874de7 into 1f7abc8c254d40ab85973474664ee994(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:49,882 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:49,882 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/A, priority=13, startTime=1731752869442; duration=0sec 2024-11-16T10:27:49,882 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:49,882 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:A 2024-11-16T10:27:49,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742276_1452 (size=12663) 2024-11-16T10:27:49,888 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/87968429aa86470a8e3dfb58a22df636 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/87968429aa86470a8e3dfb58a22df636 2024-11-16T10:27:49,891 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3520e28aca257df651013dc210874de7/C of 3520e28aca257df651013dc210874de7 into 87968429aa86470a8e3dfb58a22df636(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:49,891 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:49,891 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/C, priority=13, startTime=1731752869442; duration=0sec 2024-11-16T10:27:49,891 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:49,891 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:C 2024-11-16T10:27:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-16T10:27:49,985 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-16T10:27:49,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-16T10:27:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T10:27:49,987 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:49,988 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:49,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T10:27:50,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:50,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-16T10:27:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:50,140 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T10:27:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/e761dcd821c44a0b8e057dd5c4091ad0 is 50, key is test_row_0/A:col10/1731752868238/Put/seqid=0 2024-11-16T10:27:50,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742277_1453 (size=12151) 2024-11-16T10:27:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:50,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752930264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:50,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38966 deadline: 1731752930271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:50,278 DEBUG [Thread-1826 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T10:27:50,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752930366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752930369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752930372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752930372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:50,547 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/e761dcd821c44a0b8e057dd5c4091ad0 2024-11-16T10:27:50,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/ac6282a94bd44318b02f81c4e46237a0 is 50, key is test_row_0/B:col10/1731752868238/Put/seqid=0 2024-11-16T10:27:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742278_1454 (size=12151) 2024-11-16T10:27:50,556 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/ac6282a94bd44318b02f81c4e46237a0 2024-11-16T10:27:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/b57a773baac8471b85c1c1120286ceea is 50, key is test_row_0/C:col10/1731752868238/Put/seqid=0 2024-11-16T10:27:50,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742279_1455 (size=12151) 2024-11-16T10:27:50,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752930570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T10:27:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752930878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:50,964 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/b57a773baac8471b85c1c1120286ceea 2024-11-16T10:27:50,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/e761dcd821c44a0b8e057dd5c4091ad0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e761dcd821c44a0b8e057dd5c4091ad0 2024-11-16T10:27:50,970 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e761dcd821c44a0b8e057dd5c4091ad0, entries=150, sequenceid=235, filesize=11.9 K 2024-11-16T10:27:50,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/ac6282a94bd44318b02f81c4e46237a0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/ac6282a94bd44318b02f81c4e46237a0 2024-11-16T10:27:50,973 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/ac6282a94bd44318b02f81c4e46237a0, entries=150, sequenceid=235, filesize=11.9 K 2024-11-16T10:27:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/b57a773baac8471b85c1c1120286ceea as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/b57a773baac8471b85c1c1120286ceea 2024-11-16T10:27:50,976 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/b57a773baac8471b85c1c1120286ceea, entries=150, sequenceid=235, filesize=11.9 K 2024-11-16T10:27:50,976 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3520e28aca257df651013dc210874de7 in 837ms, sequenceid=235, compaction requested=false 2024-11-16T10:27:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-16T10:27:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-16T10:27:50,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-16T10:27:50,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 989 msec 2024-11-16T10:27:50,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 992 msec 2024-11-16T10:27:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-16T10:27:51,090 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-16T10:27:51,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-16T10:27:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T10:27:51,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:51,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:51,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T10:27:51,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:51,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-16T10:27:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:51,244 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T10:27:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:51,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/fc6ec214765b44f992fedfd1061fba9c is 50, key is test_row_0/A:col10/1731752870263/Put/seqid=0 2024-11-16T10:27:51,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742280_1456 (size=12151) 2024-11-16T10:27:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:51,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T10:27:51,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752931456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:51,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752931559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:51,651 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/fc6ec214765b44f992fedfd1061fba9c 2024-11-16T10:27:51,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/e44f787929c245e18b160115832c5b4c is 50, key is test_row_0/B:col10/1731752870263/Put/seqid=0 2024-11-16T10:27:51,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742281_1457 (size=12151) 2024-11-16T10:27:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T10:27:51,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752931763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:52,060 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/e44f787929c245e18b160115832c5b4c 2024-11-16T10:27:52,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/39a57067dfbc4a5a836ecb832e69a64a is 50, key is test_row_0/C:col10/1731752870263/Put/seqid=0 2024-11-16T10:27:52,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742282_1458 (size=12151) 2024-11-16T10:27:52,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752932068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T10:27:52,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752932389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:52,391 DEBUG [Thread-1830 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:52,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752932390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:52,394 DEBUG [Thread-1824 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:52,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752932392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:52,396 DEBUG [Thread-1822 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., hostname=adb367c328a9,33523,1731752726549, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:27:52,468 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/39a57067dfbc4a5a836ecb832e69a64a 2024-11-16T10:27:52,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/fc6ec214765b44f992fedfd1061fba9c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/fc6ec214765b44f992fedfd1061fba9c 2024-11-16T10:27:52,474 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/fc6ec214765b44f992fedfd1061fba9c, entries=150, sequenceid=248, filesize=11.9 K 2024-11-16T10:27:52,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/e44f787929c245e18b160115832c5b4c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/e44f787929c245e18b160115832c5b4c 2024-11-16T10:27:52,477 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/e44f787929c245e18b160115832c5b4c, entries=150, sequenceid=248, filesize=11.9 K 2024-11-16T10:27:52,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/39a57067dfbc4a5a836ecb832e69a64a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/39a57067dfbc4a5a836ecb832e69a64a 2024-11-16T10:27:52,482 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/39a57067dfbc4a5a836ecb832e69a64a, entries=150, sequenceid=248, filesize=11.9 K 2024-11-16T10:27:52,483 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3520e28aca257df651013dc210874de7 in 1239ms, sequenceid=248, compaction requested=true 2024-11-16T10:27:52,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:52,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:52,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-16T10:27:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-16T10:27:52,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-16T10:27:52,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-11-16T10:27:52,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.3940 sec 2024-11-16T10:27:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:52,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:27:52,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:52,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:52,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:52,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:52,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:52,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:52,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/3865d55e579c4d7b825e9de2d6050073 is 50, key is test_row_0/A:col10/1731752872576/Put/seqid=0 2024-11-16T10:27:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742283_1459 (size=14741) 2024-11-16T10:27:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752932631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:52,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752932737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:52,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752932942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:52,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/3865d55e579c4d7b825e9de2d6050073 2024-11-16T10:27:52,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/d96ae313a8d746629925be5702d555d1 is 50, key is test_row_0/B:col10/1731752872576/Put/seqid=0 2024-11-16T10:27:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742284_1460 (size=12301) 2024-11-16T10:27:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-16T10:27:53,195 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-16T10:27:53,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-16T10:27:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T10:27:53,197 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:53,197 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:53,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:53,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752933247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T10:27:53,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:53,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-16T10:27:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/d96ae313a8d746629925be5702d555d1 2024-11-16T10:27:53,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/bfe47d82780649c691243ce81b6b1a35 is 50, key is test_row_0/C:col10/1731752872576/Put/seqid=0 2024-11-16T10:27:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742285_1461 (size=12301) 2024-11-16T10:27:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T10:27:53,501 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:53,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-16T10:27:53,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:53,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:53,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-16T10:27:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:53,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752933755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T10:27:53,805 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:53,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-16T10:27:53,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:53,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:53,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/bfe47d82780649c691243ce81b6b1a35 2024-11-16T10:27:53,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/3865d55e579c4d7b825e9de2d6050073 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3865d55e579c4d7b825e9de2d6050073 2024-11-16T10:27:53,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3865d55e579c4d7b825e9de2d6050073, entries=200, sequenceid=272, filesize=14.4 K 2024-11-16T10:27:53,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/d96ae313a8d746629925be5702d555d1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/d96ae313a8d746629925be5702d555d1 2024-11-16T10:27:53,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/d96ae313a8d746629925be5702d555d1, entries=150, sequenceid=272, filesize=12.0 K 2024-11-16T10:27:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/bfe47d82780649c691243ce81b6b1a35 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bfe47d82780649c691243ce81b6b1a35 2024-11-16T10:27:53,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bfe47d82780649c691243ce81b6b1a35, entries=150, sequenceid=272, filesize=12.0 K 2024-11-16T10:27:53,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3520e28aca257df651013dc210874de7 in 1246ms, sequenceid=272, compaction requested=true 2024-11-16T10:27:53,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:53,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:53,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:53,823 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:27:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:53,824 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:27:53,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:53,825 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:27:53,825 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:27:53,825 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/B is initiating minor compaction (all files) 2024-11-16T10:27:53,825 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/A is initiating minor compaction (all files) 2024-11-16T10:27:53,825 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/B in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,825 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/A in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,825 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/5f49b6374b5543b195569144629b589e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/ac6282a94bd44318b02f81c4e46237a0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/e44f787929c245e18b160115832c5b4c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/d96ae313a8d746629925be5702d555d1] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=48.1 K 2024-11-16T10:27:53,825 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/1f7abc8c254d40ab85973474664ee994, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e761dcd821c44a0b8e057dd5c4091ad0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/fc6ec214765b44f992fedfd1061fba9c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3865d55e579c4d7b825e9de2d6050073] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=50.5 K 2024-11-16T10:27:53,826 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f49b6374b5543b195569144629b589e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731752865435 2024-11-16T10:27:53,826 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f7abc8c254d40ab85973474664ee994, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731752865435 2024-11-16T10:27:53,826 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting ac6282a94bd44318b02f81c4e46237a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731752868236 2024-11-16T10:27:53,826 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e761dcd821c44a0b8e057dd5c4091ad0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731752868236 2024-11-16T10:27:53,826 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting e44f787929c245e18b160115832c5b4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731752870254 2024-11-16T10:27:53,826 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc6ec214765b44f992fedfd1061fba9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731752870254 2024-11-16T10:27:53,826 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3865d55e579c4d7b825e9de2d6050073, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731752871449 2024-11-16T10:27:53,826 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting d96ae313a8d746629925be5702d555d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731752871449 2024-11-16T10:27:53,834 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:53,834 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:53,834 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/9d51aaf8e483418cb604a46f24336919 is 50, key is test_row_0/B:col10/1731752872576/Put/seqid=0 2024-11-16T10:27:53,834 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/e7d394ae34744555a1b57e25f59a1600 is 50, key is test_row_0/A:col10/1731752872576/Put/seqid=0 2024-11-16T10:27:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742287_1463 (size=12949) 2024-11-16T10:27:53,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742286_1462 (size=12949) 2024-11-16T10:27:53,854 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/e7d394ae34744555a1b57e25f59a1600 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e7d394ae34744555a1b57e25f59a1600 2024-11-16T10:27:53,858 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3520e28aca257df651013dc210874de7/A of 3520e28aca257df651013dc210874de7 into e7d394ae34744555a1b57e25f59a1600(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:53,859 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:53,859 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/A, priority=12, startTime=1731752873823; duration=0sec 2024-11-16T10:27:53,859 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:53,859 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:A 2024-11-16T10:27:53,859 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:27:53,860 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:27:53,860 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/C is initiating minor compaction (all files) 2024-11-16T10:27:53,860 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/C in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,860 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/87968429aa86470a8e3dfb58a22df636, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/b57a773baac8471b85c1c1120286ceea, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/39a57067dfbc4a5a836ecb832e69a64a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bfe47d82780649c691243ce81b6b1a35] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=48.1 K 2024-11-16T10:27:53,860 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87968429aa86470a8e3dfb58a22df636, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731752865435 2024-11-16T10:27:53,861 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b57a773baac8471b85c1c1120286ceea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731752868236 2024-11-16T10:27:53,861 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39a57067dfbc4a5a836ecb832e69a64a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731752870254 2024-11-16T10:27:53,861 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfe47d82780649c691243ce81b6b1a35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731752871449 2024-11-16T10:27:53,868 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#C#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:53,868 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/966225c96e95449faf6a0156fd5b3ec8 is 50, key is test_row_0/C:col10/1731752872576/Put/seqid=0 2024-11-16T10:27:53,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742288_1464 (size=12949) 2024-11-16T10:27:53,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:53,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-16T10:27:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:53,958 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:27:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:53,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:53,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/068c1abcf8c54b249c381d0385456a0d is 50, key is test_row_0/A:col10/1731752872623/Put/seqid=0 2024-11-16T10:27:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742289_1465 (size=12301) 2024-11-16T10:27:54,252 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/9d51aaf8e483418cb604a46f24336919 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9d51aaf8e483418cb604a46f24336919 2024-11-16T10:27:54,255 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3520e28aca257df651013dc210874de7/B of 3520e28aca257df651013dc210874de7 into 9d51aaf8e483418cb604a46f24336919(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:54,255 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:54,255 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/B, priority=12, startTime=1731752873823; duration=0sec 2024-11-16T10:27:54,255 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:54,255 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:B 2024-11-16T10:27:54,274 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/966225c96e95449faf6a0156fd5b3ec8 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/966225c96e95449faf6a0156fd5b3ec8 2024-11-16T10:27:54,277 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3520e28aca257df651013dc210874de7/C of 3520e28aca257df651013dc210874de7 into 966225c96e95449faf6a0156fd5b3ec8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:54,277 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:54,277 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/C, priority=12, startTime=1731752873824; duration=0sec 2024-11-16T10:27:54,277 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:54,277 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:C 2024-11-16T10:27:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T10:27:54,365 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/068c1abcf8c54b249c381d0385456a0d 2024-11-16T10:27:54,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/52c1fa4f5cbc404b93192cd61a73dc0b is 50, key is test_row_0/B:col10/1731752872623/Put/seqid=0 2024-11-16T10:27:54,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742290_1466 (size=12301) 2024-11-16T10:27:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:54,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:54,780 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/52c1fa4f5cbc404b93192cd61a73dc0b 2024-11-16T10:27:54,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/265dc2f7d5464fdab056092038476941 is 50, key is test_row_0/C:col10/1731752872623/Put/seqid=0 2024-11-16T10:27:54,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742291_1467 (size=12301) 2024-11-16T10:27:54,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752934855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:54,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752934960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:54,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:27:55,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752935165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:55,189 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/265dc2f7d5464fdab056092038476941 2024-11-16T10:27:55,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/068c1abcf8c54b249c381d0385456a0d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/068c1abcf8c54b249c381d0385456a0d 2024-11-16T10:27:55,195 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/068c1abcf8c54b249c381d0385456a0d, entries=150, sequenceid=285, filesize=12.0 K 2024-11-16T10:27:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/52c1fa4f5cbc404b93192cd61a73dc0b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/52c1fa4f5cbc404b93192cd61a73dc0b 2024-11-16T10:27:55,198 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/52c1fa4f5cbc404b93192cd61a73dc0b, entries=150, sequenceid=285, filesize=12.0 K 2024-11-16T10:27:55,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/265dc2f7d5464fdab056092038476941 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/265dc2f7d5464fdab056092038476941 2024-11-16T10:27:55,201 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/265dc2f7d5464fdab056092038476941, entries=150, sequenceid=285, filesize=12.0 K 2024-11-16T10:27:55,202 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3520e28aca257df651013dc210874de7 in 1244ms, sequenceid=285, compaction requested=false 2024-11-16T10:27:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-16T10:27:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-16T10:27:55,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-16T10:27:55,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0050 sec 2024-11-16T10:27:55,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.0090 sec 2024-11-16T10:27:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-16T10:27:55,300 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-16T10:27:55,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-16T10:27:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T10:27:55,302 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:55,302 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:55,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T10:27:55,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:55,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-16T10:27:55,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:55,454 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:27:55,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:55,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:55,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:55,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:55,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:55,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:55,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/6680b66a82924b579f6ddede323f787f is 50, key is test_row_0/A:col10/1731752874849/Put/seqid=0 2024-11-16T10:27:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742292_1468 (size=12301) 2024-11-16T10:27:55,461 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/6680b66a82924b579f6ddede323f787f 2024-11-16T10:27:55,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/94399f3825354b398102eb63c7d75bef is 50, key is test_row_0/B:col10/1731752874849/Put/seqid=0 2024-11-16T10:27:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:55,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:55,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742293_1469 (size=12301) 2024-11-16T10:27:55,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752935498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T10:27:55,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752935604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:55,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752935807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:55,872 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/94399f3825354b398102eb63c7d75bef 2024-11-16T10:27:55,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/26335048c9db4a378db35fc994d64080 is 50, key is test_row_0/C:col10/1731752874849/Put/seqid=0 2024-11-16T10:27:55,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742294_1470 (size=12301) 2024-11-16T10:27:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T10:27:56,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752936113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,282 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/26335048c9db4a378db35fc994d64080 2024-11-16T10:27:56,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/6680b66a82924b579f6ddede323f787f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6680b66a82924b579f6ddede323f787f 2024-11-16T10:27:56,287 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6680b66a82924b579f6ddede323f787f, entries=150, sequenceid=311, filesize=12.0 K 2024-11-16T10:27:56,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/94399f3825354b398102eb63c7d75bef as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/94399f3825354b398102eb63c7d75bef 2024-11-16T10:27:56,291 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/94399f3825354b398102eb63c7d75bef, entries=150, sequenceid=311, filesize=12.0 K 2024-11-16T10:27:56,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/26335048c9db4a378db35fc994d64080 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/26335048c9db4a378db35fc994d64080 2024-11-16T10:27:56,294 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/26335048c9db4a378db35fc994d64080, entries=150, sequenceid=311, filesize=12.0 K 2024-11-16T10:27:56,294 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3520e28aca257df651013dc210874de7 in 840ms, sequenceid=311, compaction requested=true 2024-11-16T10:27:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:56,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:56,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-16T10:27:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-16T10:27:56,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-16T10:27:56,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 993 msec 2024-11-16T10:27:56,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 995 msec 2024-11-16T10:27:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-16T10:27:56,405 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-16T10:27:56,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:27:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-16T10:27:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T10:27:56,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:27:56,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:27:56,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:27:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:56,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T10:27:56,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:56,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:56,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:56,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:56,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:56,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:56,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/bec7cedb7d944c43bcf95a759bd58d57 is 50, key is test_row_0/A:col10/1731752875497/Put/seqid=0 2024-11-16T10:27:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742295_1471 (size=14741) 2024-11-16T10:27:56,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/bec7cedb7d944c43bcf95a759bd58d57 2024-11-16T10:27:56,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/389268e779bc4c9886c13c26925c4730 is 50, key is test_row_0/B:col10/1731752875497/Put/seqid=0 2024-11-16T10:27:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742296_1472 (size=12301) 2024-11-16T10:27:56,459 DEBUG [Thread-1837 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:62294 2024-11-16T10:27:56,459 DEBUG [Thread-1837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:56,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752936454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752936456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752936458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,463 DEBUG [Thread-1839 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:62294 2024-11-16T10:27:56,463 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:56,463 DEBUG [Thread-1833 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:62294 2024-11-16T10:27:56,463 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:56,465 DEBUG [Thread-1841 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:62294 2024-11-16T10:27:56,466 DEBUG [Thread-1841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:56,469 DEBUG [Thread-1835 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:62294 2024-11-16T10:27:56,469 DEBUG [Thread-1835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T10:27:56,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T10:27:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:56,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:56,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752936562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752936562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752936563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731752936621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T10:27:56,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T10:27:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:56,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:56,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:56,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752936764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752936764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752936765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/389268e779bc4c9886c13c26925c4730 2024-11-16T10:27:56,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/7f085ead8de642d995a5beb96a7411c1 is 50, key is test_row_0/C:col10/1731752875497/Put/seqid=0 2024-11-16T10:27:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742297_1473 (size=12301) 2024-11-16T10:27:56,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:56,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T10:27:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:56,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:56,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T10:27:57,017 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:57,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T10:27:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:57,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38950 deadline: 1731752937066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:57,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38938 deadline: 1731752937068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:57,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:27:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38932 deadline: 1731752937068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 2024-11-16T10:27:57,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:57,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T10:27:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:57,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:57,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:27:57,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/7f085ead8de642d995a5beb96a7411c1 2024-11-16T10:27:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/bec7cedb7d944c43bcf95a759bd58d57 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/bec7cedb7d944c43bcf95a759bd58d57 2024-11-16T10:27:57,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/bec7cedb7d944c43bcf95a759bd58d57, entries=200, sequenceid=324, filesize=14.4 K 2024-11-16T10:27:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/389268e779bc4c9886c13c26925c4730 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/389268e779bc4c9886c13c26925c4730 2024-11-16T10:27:57,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/389268e779bc4c9886c13c26925c4730, entries=150, sequenceid=324, filesize=12.0 K 2024-11-16T10:27:57,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/7f085ead8de642d995a5beb96a7411c1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/7f085ead8de642d995a5beb96a7411c1 2024-11-16T10:27:57,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/7f085ead8de642d995a5beb96a7411c1, entries=150, sequenceid=324, filesize=12.0 K 2024-11-16T10:27:57,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3520e28aca257df651013dc210874de7 in 857ms, sequenceid=324, compaction requested=true 2024-11-16T10:27:57,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:57,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:27:57,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:57,272 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:27:57,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:27:57,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:57,272 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:27:57,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3520e28aca257df651013dc210874de7:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:27:57,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:57,273 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:27:57,274 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:27:57,274 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/A is initiating minor compaction (all files) 2024-11-16T10:27:57,274 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/B is initiating minor compaction (all files) 2024-11-16T10:27:57,274 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/A in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:57,274 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/B in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:57,274 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e7d394ae34744555a1b57e25f59a1600, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/068c1abcf8c54b249c381d0385456a0d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6680b66a82924b579f6ddede323f787f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/bec7cedb7d944c43bcf95a759bd58d57] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=51.1 K 2024-11-16T10:27:57,274 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9d51aaf8e483418cb604a46f24336919, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/52c1fa4f5cbc404b93192cd61a73dc0b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/94399f3825354b398102eb63c7d75bef, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/389268e779bc4c9886c13c26925c4730] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=48.7 K 2024-11-16T10:27:57,274 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7d394ae34744555a1b57e25f59a1600, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731752871449 2024-11-16T10:27:57,274 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d51aaf8e483418cb604a46f24336919, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731752871449 2024-11-16T10:27:57,274 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 068c1abcf8c54b249c381d0385456a0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731752872617 2024-11-16T10:27:57,274 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 52c1fa4f5cbc404b93192cd61a73dc0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731752872617 2024-11-16T10:27:57,275 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6680b66a82924b579f6ddede323f787f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731752874835 2024-11-16T10:27:57,275 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 94399f3825354b398102eb63c7d75bef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731752874835 2024-11-16T10:27:57,275 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting bec7cedb7d944c43bcf95a759bd58d57, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731752875490 2024-11-16T10:27:57,275 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 389268e779bc4c9886c13c26925c4730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731752875490 2024-11-16T10:27:57,285 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:57,285 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:57,286 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/22b0db3883f34ec6b1716a7b5988b376 is 50, key is test_row_0/B:col10/1731752875497/Put/seqid=0 2024-11-16T10:27:57,286 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/b75f32fbe5fb41f49509ad116b2dd087 is 50, key is test_row_0/A:col10/1731752875497/Put/seqid=0 2024-11-16T10:27:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742299_1475 (size=13085) 2024-11-16T10:27:57,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742298_1474 (size=13085) 2024-11-16T10:27:57,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:27:57,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-16T10:27:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:57,331 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T10:27:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:27:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:27:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:27:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:27:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/0f349e8d32f14dc4b6f1dd204a218155 is 50, key is test_row_0/A:col10/1731752876458/Put/seqid=0 2024-11-16T10:27:57,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742300_1476 (size=12301) 2024-11-16T10:27:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T10:27:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on 3520e28aca257df651013dc210874de7 2024-11-16T10:27:57,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. as already flushing 2024-11-16T10:27:57,576 DEBUG [Thread-1822 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:62294 2024-11-16T10:27:57,576 DEBUG [Thread-1824 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:62294 2024-11-16T10:27:57,576 DEBUG [Thread-1822 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:57,576 DEBUG [Thread-1824 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:57,578 DEBUG [Thread-1830 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:62294 2024-11-16T10:27:57,578 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:57,630 DEBUG [Thread-1828 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:62294 2024-11-16T10:27:57,630 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:27:57,700 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/22b0db3883f34ec6b1716a7b5988b376 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/22b0db3883f34ec6b1716a7b5988b376 2024-11-16T10:27:57,700 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/b75f32fbe5fb41f49509ad116b2dd087 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/b75f32fbe5fb41f49509ad116b2dd087 2024-11-16T10:27:57,706 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3520e28aca257df651013dc210874de7/A of 3520e28aca257df651013dc210874de7 into b75f32fbe5fb41f49509ad116b2dd087(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:57,706 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3520e28aca257df651013dc210874de7/B of 3520e28aca257df651013dc210874de7 into 22b0db3883f34ec6b1716a7b5988b376(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:57,706 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:57,706 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:57,706 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/A, priority=12, startTime=1731752877272; duration=0sec 2024-11-16T10:27:57,706 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/B, priority=12, startTime=1731752877272; duration=0sec 2024-11-16T10:27:57,706 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:27:57,706 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:A 2024-11-16T10:27:57,706 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:57,706 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:B 2024-11-16T10:27:57,706 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:27:57,708 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:27:57,708 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): 3520e28aca257df651013dc210874de7/C is initiating minor compaction (all files) 2024-11-16T10:27:57,708 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3520e28aca257df651013dc210874de7/C in TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:57,708 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/966225c96e95449faf6a0156fd5b3ec8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/265dc2f7d5464fdab056092038476941, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/26335048c9db4a378db35fc994d64080, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/7f085ead8de642d995a5beb96a7411c1] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp, totalSize=48.7 K 2024-11-16T10:27:57,708 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 966225c96e95449faf6a0156fd5b3ec8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731752871449 2024-11-16T10:27:57,709 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 265dc2f7d5464fdab056092038476941, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731752872617 2024-11-16T10:27:57,709 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26335048c9db4a378db35fc994d64080, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731752874835 2024-11-16T10:27:57,709 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f085ead8de642d995a5beb96a7411c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731752875490 2024-11-16T10:27:57,718 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3520e28aca257df651013dc210874de7#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:27:57,718 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/e30b615a23cf4aaf813f25a44bfd5acc is 50, key is test_row_0/C:col10/1731752875497/Put/seqid=0 2024-11-16T10:27:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742301_1477 (size=13085) 2024-11-16T10:27:57,743 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/0f349e8d32f14dc4b6f1dd204a218155 2024-11-16T10:27:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/4cbf1cc4b30144d4b6e903006191506a is 50, key is test_row_0/B:col10/1731752876458/Put/seqid=0 2024-11-16T10:27:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742302_1478 (size=12301) 2024-11-16T10:27:58,133 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/e30b615a23cf4aaf813f25a44bfd5acc as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/e30b615a23cf4aaf813f25a44bfd5acc 2024-11-16T10:27:58,139 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3520e28aca257df651013dc210874de7/C of 3520e28aca257df651013dc210874de7 into e30b615a23cf4aaf813f25a44bfd5acc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:27:58,139 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:58,139 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7., storeName=3520e28aca257df651013dc210874de7/C, priority=12, startTime=1731752877272; duration=0sec 2024-11-16T10:27:58,139 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:27:58,139 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3520e28aca257df651013dc210874de7:C 2024-11-16T10:27:58,158 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/4cbf1cc4b30144d4b6e903006191506a 2024-11-16T10:27:58,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/75689dd59e234e028f8bcabf32084e7c is 50, key is test_row_0/C:col10/1731752876458/Put/seqid=0 2024-11-16T10:27:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742303_1479 (size=12301) 2024-11-16T10:27:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T10:27:58,575 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/75689dd59e234e028f8bcabf32084e7c 2024-11-16T10:27:58,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/0f349e8d32f14dc4b6f1dd204a218155 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/0f349e8d32f14dc4b6f1dd204a218155 2024-11-16T10:27:58,591 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/0f349e8d32f14dc4b6f1dd204a218155, entries=150, sequenceid=347, filesize=12.0 K 2024-11-16T10:27:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/4cbf1cc4b30144d4b6e903006191506a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/4cbf1cc4b30144d4b6e903006191506a 2024-11-16T10:27:58,596 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/4cbf1cc4b30144d4b6e903006191506a, entries=150, sequenceid=347, filesize=12.0 K 2024-11-16T10:27:58,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/75689dd59e234e028f8bcabf32084e7c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/75689dd59e234e028f8bcabf32084e7c 2024-11-16T10:27:58,601 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/75689dd59e234e028f8bcabf32084e7c, entries=150, sequenceid=347, filesize=12.0 K 2024-11-16T10:27:58,602 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for 3520e28aca257df651013dc210874de7 in 1271ms, sequenceid=347, compaction requested=false 2024-11-16T10:27:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:27:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:27:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-16T10:27:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-16T10:27:58,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-16T10:27:58,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1960 sec 2024-11-16T10:27:58,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.1990 sec 2024-11-16T10:28:00,357 DEBUG [Thread-1826 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:62294 2024-11-16T10:28:00,357 DEBUG [Thread-1826 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-16T10:28:00,517 INFO [Thread-1832 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2579 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7737 rows 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2576 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7728 rows 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2570 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7710 rows 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2586 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7758 rows 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2561 2024-11-16T10:28:00,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7683 rows 2024-11-16T10:28:00,518 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:28:00,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238db126 to 127.0.0.1:62294 2024-11-16T10:28:00,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:00,524 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T10:28:00,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T10:28:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T10:28:00,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752880527"}]},"ts":"1731752880527"} 2024-11-16T10:28:00,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T10:28:00,535 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T10:28:00,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T10:28:00,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3520e28aca257df651013dc210874de7, UNASSIGN}] 2024-11-16T10:28:00,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3520e28aca257df651013dc210874de7, UNASSIGN 2024-11-16T10:28:00,538 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=3520e28aca257df651013dc210874de7, regionState=CLOSING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:28:00,538 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T10:28:00,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure 3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:28:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T10:28:00,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:00,691 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close 3520e28aca257df651013dc210874de7 2024-11-16T10:28:00,691 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T10:28:00,691 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing 3520e28aca257df651013dc210874de7, disabling compactions & flushes 2024-11-16T10:28:00,691 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:28:00,691 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:28:00,691 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. after waiting 0 ms 2024-11-16T10:28:00,691 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:28:00,692 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(2837): Flushing 3520e28aca257df651013dc210874de7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-16T10:28:00,692 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=A 2024-11-16T10:28:00,692 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:00,692 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=B 2024-11-16T10:28:00,693 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:00,693 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3520e28aca257df651013dc210874de7, store=C 2024-11-16T10:28:00,693 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:00,702 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/7eb8364d53a045f9bf91ccd34cecec01 is 50, key is test_row_0/A:col10/1731752877575/Put/seqid=0 2024-11-16T10:28:00,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742304_1480 (size=12301) 2024-11-16T10:28:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T10:28:01,107 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/7eb8364d53a045f9bf91ccd34cecec01 2024-11-16T10:28:01,120 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/70bbcbaaafd6497084a2e1bdf57b381f is 50, key is test_row_0/B:col10/1731752877575/Put/seqid=0 2024-11-16T10:28:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742305_1481 (size=12301) 2024-11-16T10:28:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T10:28:01,525 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/70bbcbaaafd6497084a2e1bdf57b381f 2024-11-16T10:28:01,538 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/494c35ea3e80437190948d53601f40f0 is 50, key is test_row_0/C:col10/1731752877575/Put/seqid=0 2024-11-16T10:28:01,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742306_1482 (size=12301) 2024-11-16T10:28:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T10:28:01,945 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/494c35ea3e80437190948d53601f40f0 2024-11-16T10:28:01,955 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/A/7eb8364d53a045f9bf91ccd34cecec01 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/7eb8364d53a045f9bf91ccd34cecec01 2024-11-16T10:28:01,958 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/7eb8364d53a045f9bf91ccd34cecec01, entries=150, sequenceid=358, filesize=12.0 K 2024-11-16T10:28:01,959 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/B/70bbcbaaafd6497084a2e1bdf57b381f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/70bbcbaaafd6497084a2e1bdf57b381f 2024-11-16T10:28:01,963 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/70bbcbaaafd6497084a2e1bdf57b381f, entries=150, sequenceid=358, filesize=12.0 K 2024-11-16T10:28:01,963 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/.tmp/C/494c35ea3e80437190948d53601f40f0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/494c35ea3e80437190948d53601f40f0 2024-11-16T10:28:01,967 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/494c35ea3e80437190948d53601f40f0, entries=150, sequenceid=358, filesize=12.0 K 2024-11-16T10:28:01,967 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3520e28aca257df651013dc210874de7 in 1276ms, sequenceid=358, compaction requested=true 2024-11-16T10:28:01,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e463fbc14d644bb5b568a3987d8f25e4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/83638f6773bc4a2ba9b3020b8647c4d3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/8b083977f04a445aa4af71ea560b5998, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3f39eccdb36b4667b0537557305a7f20, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3cd3ae3576bb457f8fa9a98363ccdef0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/15e31e672c784cd785027eeeb6096a53, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6d51f5f4183544c68a559ff7a2eda73d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/44e47cb905404ff184103c3f4b237cdd, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/eb7766ecf71b4aa0b7fdad0d69729c6c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/606afddae83a4e01b65d324ca7c7b2c2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/501dd54ec24d43208d287d340735da20, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/65f9511df94a40d0af9df7b04ce6e9d7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/9c5bd4847a804a9f853a56f84590bcec, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/939dd5af12a14f9e8e15fd9159c32d83, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/d995acb3442b4ff6b4d5f1a2b61d2189, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/1f7abc8c254d40ab85973474664ee994, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e761dcd821c44a0b8e057dd5c4091ad0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/fc6ec214765b44f992fedfd1061fba9c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3865d55e579c4d7b825e9de2d6050073, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e7d394ae34744555a1b57e25f59a1600, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/068c1abcf8c54b249c381d0385456a0d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6680b66a82924b579f6ddede323f787f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/bec7cedb7d944c43bcf95a759bd58d57] to archive 2024-11-16T10:28:01,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:28:01,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e463fbc14d644bb5b568a3987d8f25e4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e463fbc14d644bb5b568a3987d8f25e4 2024-11-16T10:28:01,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/83638f6773bc4a2ba9b3020b8647c4d3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/83638f6773bc4a2ba9b3020b8647c4d3 2024-11-16T10:28:01,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/8b083977f04a445aa4af71ea560b5998 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/8b083977f04a445aa4af71ea560b5998 2024-11-16T10:28:01,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3f39eccdb36b4667b0537557305a7f20 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3f39eccdb36b4667b0537557305a7f20 2024-11-16T10:28:01,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3cd3ae3576bb457f8fa9a98363ccdef0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3cd3ae3576bb457f8fa9a98363ccdef0 2024-11-16T10:28:01,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/15e31e672c784cd785027eeeb6096a53 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/15e31e672c784cd785027eeeb6096a53 2024-11-16T10:28:01,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6d51f5f4183544c68a559ff7a2eda73d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6d51f5f4183544c68a559ff7a2eda73d 2024-11-16T10:28:01,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/44e47cb905404ff184103c3f4b237cdd to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/44e47cb905404ff184103c3f4b237cdd 2024-11-16T10:28:01,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/eb7766ecf71b4aa0b7fdad0d69729c6c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/eb7766ecf71b4aa0b7fdad0d69729c6c 2024-11-16T10:28:01,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/606afddae83a4e01b65d324ca7c7b2c2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/606afddae83a4e01b65d324ca7c7b2c2 2024-11-16T10:28:01,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/501dd54ec24d43208d287d340735da20 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/501dd54ec24d43208d287d340735da20 2024-11-16T10:28:01,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/65f9511df94a40d0af9df7b04ce6e9d7 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/65f9511df94a40d0af9df7b04ce6e9d7 2024-11-16T10:28:01,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/9c5bd4847a804a9f853a56f84590bcec to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/9c5bd4847a804a9f853a56f84590bcec 2024-11-16T10:28:01,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/939dd5af12a14f9e8e15fd9159c32d83 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/939dd5af12a14f9e8e15fd9159c32d83 2024-11-16T10:28:01,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/d995acb3442b4ff6b4d5f1a2b61d2189 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/d995acb3442b4ff6b4d5f1a2b61d2189 2024-11-16T10:28:01,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/1f7abc8c254d40ab85973474664ee994 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/1f7abc8c254d40ab85973474664ee994 2024-11-16T10:28:01,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e761dcd821c44a0b8e057dd5c4091ad0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e761dcd821c44a0b8e057dd5c4091ad0 2024-11-16T10:28:01,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/fc6ec214765b44f992fedfd1061fba9c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/fc6ec214765b44f992fedfd1061fba9c 2024-11-16T10:28:01,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3865d55e579c4d7b825e9de2d6050073 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/3865d55e579c4d7b825e9de2d6050073 2024-11-16T10:28:01,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e7d394ae34744555a1b57e25f59a1600 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/e7d394ae34744555a1b57e25f59a1600 2024-11-16T10:28:01,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/068c1abcf8c54b249c381d0385456a0d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/068c1abcf8c54b249c381d0385456a0d 2024-11-16T10:28:01,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6680b66a82924b579f6ddede323f787f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/6680b66a82924b579f6ddede323f787f 2024-11-16T10:28:01,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/bec7cedb7d944c43bcf95a759bd58d57 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/bec7cedb7d944c43bcf95a759bd58d57 2024-11-16T10:28:01,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/8f85d91257be4b47965a32c78768ca62, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bc44d9b125814cd18222d9e49a7dc7d8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a76f557691524590859eb0ad5e179127, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a343463ba3af4fd0acf371cfad0ab8da, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9a9c1e9d6270446f9582f861817b8d27, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bce3d2d7b0964e4ca95d933cf86214f9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/72f9e37d2d6349bfa240e83096f227c9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/41c43317c4934761ba327222658f70ee, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/af7383f3ae5a470fb600b7a14e9fd634, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/03e36dd65db6444a9c87bc8b7a6c765b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/17dd2dca962a48a49931ba88e991d017, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/3b2224d01cb84e3ab765e8d71ccbdd64, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a9d0de42463f4d64be7fd037eb2e7307, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b4a8c0190086462f9e76f3928fbdc60d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/5f49b6374b5543b195569144629b589e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b84f6d0b021e4151a07e370445f793cf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/ac6282a94bd44318b02f81c4e46237a0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/e44f787929c245e18b160115832c5b4c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9d51aaf8e483418cb604a46f24336919, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/d96ae313a8d746629925be5702d555d1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/52c1fa4f5cbc404b93192cd61a73dc0b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/94399f3825354b398102eb63c7d75bef, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/389268e779bc4c9886c13c26925c4730] to archive 2024-11-16T10:28:01,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:28:01,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/8f85d91257be4b47965a32c78768ca62 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/8f85d91257be4b47965a32c78768ca62 2024-11-16T10:28:02,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bc44d9b125814cd18222d9e49a7dc7d8 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bc44d9b125814cd18222d9e49a7dc7d8 2024-11-16T10:28:02,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a76f557691524590859eb0ad5e179127 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a76f557691524590859eb0ad5e179127 2024-11-16T10:28:02,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a343463ba3af4fd0acf371cfad0ab8da to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a343463ba3af4fd0acf371cfad0ab8da 2024-11-16T10:28:02,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9a9c1e9d6270446f9582f861817b8d27 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9a9c1e9d6270446f9582f861817b8d27 2024-11-16T10:28:02,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bce3d2d7b0964e4ca95d933cf86214f9 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/bce3d2d7b0964e4ca95d933cf86214f9 2024-11-16T10:28:02,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/72f9e37d2d6349bfa240e83096f227c9 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/72f9e37d2d6349bfa240e83096f227c9 2024-11-16T10:28:02,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/41c43317c4934761ba327222658f70ee to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/41c43317c4934761ba327222658f70ee 2024-11-16T10:28:02,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/af7383f3ae5a470fb600b7a14e9fd634 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/af7383f3ae5a470fb600b7a14e9fd634 2024-11-16T10:28:02,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/03e36dd65db6444a9c87bc8b7a6c765b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/03e36dd65db6444a9c87bc8b7a6c765b 2024-11-16T10:28:02,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/17dd2dca962a48a49931ba88e991d017 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/17dd2dca962a48a49931ba88e991d017 2024-11-16T10:28:02,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/3b2224d01cb84e3ab765e8d71ccbdd64 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/3b2224d01cb84e3ab765e8d71ccbdd64 2024-11-16T10:28:02,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a9d0de42463f4d64be7fd037eb2e7307 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/a9d0de42463f4d64be7fd037eb2e7307 2024-11-16T10:28:02,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b4a8c0190086462f9e76f3928fbdc60d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b4a8c0190086462f9e76f3928fbdc60d 2024-11-16T10:28:02,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/5f49b6374b5543b195569144629b589e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/5f49b6374b5543b195569144629b589e 2024-11-16T10:28:02,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b84f6d0b021e4151a07e370445f793cf to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/b84f6d0b021e4151a07e370445f793cf 2024-11-16T10:28:02,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/ac6282a94bd44318b02f81c4e46237a0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/ac6282a94bd44318b02f81c4e46237a0 2024-11-16T10:28:02,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/e44f787929c245e18b160115832c5b4c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/e44f787929c245e18b160115832c5b4c 2024-11-16T10:28:02,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9d51aaf8e483418cb604a46f24336919 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/9d51aaf8e483418cb604a46f24336919 2024-11-16T10:28:02,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/d96ae313a8d746629925be5702d555d1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/d96ae313a8d746629925be5702d555d1 2024-11-16T10:28:02,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/52c1fa4f5cbc404b93192cd61a73dc0b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/52c1fa4f5cbc404b93192cd61a73dc0b 2024-11-16T10:28:02,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/94399f3825354b398102eb63c7d75bef to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/94399f3825354b398102eb63c7d75bef 2024-11-16T10:28:02,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/389268e779bc4c9886c13c26925c4730 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/389268e779bc4c9886c13c26925c4730 2024-11-16T10:28:02,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/253366d3fe404b5c89e78bbe07921213, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/522bccccc838431f975bc55ef4a2bc66, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/3112363550b54926965d9d571368374c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/1bbb0fbb2eb8461b84c5997daeb97d89, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb31b992d08c43789f67b2cca3c29c2a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d4364522c7344fcbaac49c35c1d9e2c6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/6a90916fb659407491ed406557ae275b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d386c9a8b3274d5da6156d6234c05ffa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/51025b11d0084b6db4d4c974d55d98d2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0ba7a0256c864dae8eab1edd685f9c5d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/55dc625f03d8423e8b5a21ef1d8861b7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/387142afada54e21b3437971a6b490f2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb45948e9cef44a3952efab894e9e9eb, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0373ef6698d64e33a02ab0616b5c336d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/87968429aa86470a8e3dfb58a22df636, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/9dfb3a31774b45798f0b6584226e9fa2, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/b57a773baac8471b85c1c1120286ceea, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/39a57067dfbc4a5a836ecb832e69a64a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/966225c96e95449faf6a0156fd5b3ec8, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bfe47d82780649c691243ce81b6b1a35, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/265dc2f7d5464fdab056092038476941, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/26335048c9db4a378db35fc994d64080, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/7f085ead8de642d995a5beb96a7411c1] to archive 2024-11-16T10:28:02,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:28:02,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/253366d3fe404b5c89e78bbe07921213 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/253366d3fe404b5c89e78bbe07921213 2024-11-16T10:28:02,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/522bccccc838431f975bc55ef4a2bc66 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/522bccccc838431f975bc55ef4a2bc66 2024-11-16T10:28:02,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/3112363550b54926965d9d571368374c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/3112363550b54926965d9d571368374c 2024-11-16T10:28:02,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/1bbb0fbb2eb8461b84c5997daeb97d89 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/1bbb0fbb2eb8461b84c5997daeb97d89 2024-11-16T10:28:02,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb31b992d08c43789f67b2cca3c29c2a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb31b992d08c43789f67b2cca3c29c2a 2024-11-16T10:28:02,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d4364522c7344fcbaac49c35c1d9e2c6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d4364522c7344fcbaac49c35c1d9e2c6 2024-11-16T10:28:02,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/6a90916fb659407491ed406557ae275b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/6a90916fb659407491ed406557ae275b 2024-11-16T10:28:02,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d386c9a8b3274d5da6156d6234c05ffa to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/d386c9a8b3274d5da6156d6234c05ffa 2024-11-16T10:28:02,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/51025b11d0084b6db4d4c974d55d98d2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/51025b11d0084b6db4d4c974d55d98d2 2024-11-16T10:28:02,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0ba7a0256c864dae8eab1edd685f9c5d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0ba7a0256c864dae8eab1edd685f9c5d 2024-11-16T10:28:02,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/55dc625f03d8423e8b5a21ef1d8861b7 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/55dc625f03d8423e8b5a21ef1d8861b7 2024-11-16T10:28:02,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/387142afada54e21b3437971a6b490f2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/387142afada54e21b3437971a6b490f2 2024-11-16T10:28:02,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb45948e9cef44a3952efab894e9e9eb to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bb45948e9cef44a3952efab894e9e9eb 2024-11-16T10:28:02,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0373ef6698d64e33a02ab0616b5c336d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/0373ef6698d64e33a02ab0616b5c336d 2024-11-16T10:28:02,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/87968429aa86470a8e3dfb58a22df636 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/87968429aa86470a8e3dfb58a22df636 2024-11-16T10:28:02,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/9dfb3a31774b45798f0b6584226e9fa2 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/9dfb3a31774b45798f0b6584226e9fa2 2024-11-16T10:28:02,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/b57a773baac8471b85c1c1120286ceea to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/b57a773baac8471b85c1c1120286ceea 2024-11-16T10:28:02,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/39a57067dfbc4a5a836ecb832e69a64a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/39a57067dfbc4a5a836ecb832e69a64a 2024-11-16T10:28:02,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/966225c96e95449faf6a0156fd5b3ec8 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/966225c96e95449faf6a0156fd5b3ec8 2024-11-16T10:28:02,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bfe47d82780649c691243ce81b6b1a35 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/bfe47d82780649c691243ce81b6b1a35 2024-11-16T10:28:02,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/265dc2f7d5464fdab056092038476941 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/265dc2f7d5464fdab056092038476941 2024-11-16T10:28:02,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/26335048c9db4a378db35fc994d64080 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/26335048c9db4a378db35fc994d64080 2024-11-16T10:28:02,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/7f085ead8de642d995a5beb96a7411c1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/7f085ead8de642d995a5beb96a7411c1 2024-11-16T10:28:02,048 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/recovered.edits/361.seqid, newMaxSeqId=361, maxSeqId=1 2024-11-16T10:28:02,048 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7. 2024-11-16T10:28:02,048 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for 3520e28aca257df651013dc210874de7: 2024-11-16T10:28:02,049 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed 3520e28aca257df651013dc210874de7 2024-11-16T10:28:02,050 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=3520e28aca257df651013dc210874de7, regionState=CLOSED 2024-11-16T10:28:02,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-16T10:28:02,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure 3520e28aca257df651013dc210874de7, server=adb367c328a9,33523,1731752726549 in 1.5120 sec 2024-11-16T10:28:02,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-16T10:28:02,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3520e28aca257df651013dc210874de7, UNASSIGN in 1.5140 sec 2024-11-16T10:28:02,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-16T10:28:02,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5160 sec 2024-11-16T10:28:02,054 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752882054"}]},"ts":"1731752882054"} 2024-11-16T10:28:02,055 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T10:28:02,098 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T10:28:02,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5740 sec 2024-11-16T10:28:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-16T10:28:02,634 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-16T10:28:02,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T10:28:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:02,638 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:02,639 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=144, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T10:28:02,642 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7 2024-11-16T10:28:02,647 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/recovered.edits] 2024-11-16T10:28:02,652 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/0f349e8d32f14dc4b6f1dd204a218155 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/0f349e8d32f14dc4b6f1dd204a218155 2024-11-16T10:28:02,654 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/7eb8364d53a045f9bf91ccd34cecec01 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/7eb8364d53a045f9bf91ccd34cecec01 2024-11-16T10:28:02,656 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/b75f32fbe5fb41f49509ad116b2dd087 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/A/b75f32fbe5fb41f49509ad116b2dd087 2024-11-16T10:28:02,660 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/22b0db3883f34ec6b1716a7b5988b376 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/22b0db3883f34ec6b1716a7b5988b376 2024-11-16T10:28:02,661 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/4cbf1cc4b30144d4b6e903006191506a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/4cbf1cc4b30144d4b6e903006191506a 2024-11-16T10:28:02,663 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/70bbcbaaafd6497084a2e1bdf57b381f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/B/70bbcbaaafd6497084a2e1bdf57b381f 2024-11-16T10:28:02,667 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/494c35ea3e80437190948d53601f40f0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/494c35ea3e80437190948d53601f40f0 2024-11-16T10:28:02,669 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/75689dd59e234e028f8bcabf32084e7c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/75689dd59e234e028f8bcabf32084e7c 2024-11-16T10:28:02,671 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/e30b615a23cf4aaf813f25a44bfd5acc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/C/e30b615a23cf4aaf813f25a44bfd5acc 2024-11-16T10:28:02,676 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/recovered.edits/361.seqid to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7/recovered.edits/361.seqid 2024-11-16T10:28:02,677 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/3520e28aca257df651013dc210874de7 2024-11-16T10:28:02,677 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T10:28:02,680 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=144, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:02,683 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T10:28:02,685 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T10:28:02,686 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=144, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:02,686 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T10:28:02,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731752882686"}]},"ts":"9223372036854775807"} 2024-11-16T10:28:02,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T10:28:02,689 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3520e28aca257df651013dc210874de7, NAME => 'TestAcidGuarantees,,1731752854175.3520e28aca257df651013dc210874de7.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T10:28:02,689 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T10:28:02,689 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731752882689"}]},"ts":"9223372036854775807"} 2024-11-16T10:28:02,691 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T10:28:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T10:28:02,741 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=144, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:02,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-11-16T10:28:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-16T10:28:02,944 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-16T10:28:02,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 239), OpenFileDescriptor=451 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=3247 (was 3255) 2024-11-16T10:28:02,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=3246 2024-11-16T10:28:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T10:28:02,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:28:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:02,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:28:02,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:02,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 145 2024-11-16T10:28:02,973 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:28:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-16T10:28:02,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742307_1483 (size=960) 2024-11-16T10:28:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-16T10:28:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-16T10:28:03,384 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f 2024-11-16T10:28:03,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742308_1484 (size=53) 2024-11-16T10:28:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-16T10:28:03,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:28:03,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ff077e3af1c1c9e8ae8f017955be7449, disabling compactions & flushes 2024-11-16T10:28:03,798 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:03,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:03,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. after waiting 0 ms 2024-11-16T10:28:03,798 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:03,798 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:03,799 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:03,801 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:28:03,801 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731752883801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731752883801"}]},"ts":"1731752883801"} 2024-11-16T10:28:03,804 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:28:03,806 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:28:03,806 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752883806"}]},"ts":"1731752883806"} 2024-11-16T10:28:03,808 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-16T10:28:03,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, ASSIGN}] 2024-11-16T10:28:03,867 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, ASSIGN 2024-11-16T10:28:03,868 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, ASSIGN; state=OFFLINE, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=false 2024-11-16T10:28:04,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=ff077e3af1c1c9e8ae8f017955be7449, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:28:04,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; OpenRegionProcedure ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:28:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-16T10:28:04,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:04,182 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:04,182 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7285): Opening region: {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:28:04,183 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:04,183 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:28:04,183 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7327): checking encryption for ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:04,184 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7330): checking classloading for ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:04,185 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:04,186 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:28:04,187 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff077e3af1c1c9e8ae8f017955be7449 columnFamilyName A 2024-11-16T10:28:04,187 DEBUG [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:04,187 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(327): Store=ff077e3af1c1c9e8ae8f017955be7449/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:28:04,187 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:04,188 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:28:04,188 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff077e3af1c1c9e8ae8f017955be7449 columnFamilyName B 2024-11-16T10:28:04,188 DEBUG [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:04,188 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(327): Store=ff077e3af1c1c9e8ae8f017955be7449/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:28:04,188 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:04,189 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:28:04,189 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff077e3af1c1c9e8ae8f017955be7449 columnFamilyName C 2024-11-16T10:28:04,189 DEBUG [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:04,189 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(327): Store=ff077e3af1c1c9e8ae8f017955be7449/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:28:04,189 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:04,190 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:04,190 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:04,191 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:28:04,192 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1085): writing seq id for ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:04,193 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:28:04,193 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1102): Opened ff077e3af1c1c9e8ae8f017955be7449; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69012960, jitterRate=0.028373241424560547}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:28:04,193 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1001): Region open journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:04,194 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., pid=147, masterSystemTime=1731752884175 2024-11-16T10:28:04,195 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:04,195 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:04,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=ff077e3af1c1c9e8ae8f017955be7449, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:28:04,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-16T10:28:04,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; OpenRegionProcedure ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 in 175 msec 2024-11-16T10:28:04,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-16T10:28:04,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, ASSIGN in 331 msec 2024-11-16T10:28:04,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:28:04,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752884198"}]},"ts":"1731752884198"} 2024-11-16T10:28:04,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-16T10:28:04,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:28:04,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2690 sec 2024-11-16T10:28:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-16T10:28:05,083 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-16T10:28:05,086 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17e5a47d to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cbfd84f 2024-11-16T10:28:05,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2209c520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:05,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:05,119 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:05,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:28:05,121 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:28:05,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-16T10:28:05,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:28:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742309_1485 (size=996) 2024-11-16T10:28:05,542 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-16T10:28:05,543 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-16T10:28:05,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T10:28:05,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, REOPEN/MOVE}] 2024-11-16T10:28:05,551 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, REOPEN/MOVE 2024-11-16T10:28:05,552 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=ff077e3af1c1c9e8ae8f017955be7449, regionState=CLOSING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:28:05,553 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T10:28:05,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:28:05,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:05,705 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:05,706 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T10:28:05,706 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing ff077e3af1c1c9e8ae8f017955be7449, disabling compactions & flushes 2024-11-16T10:28:05,706 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:05,706 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:05,706 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. after waiting 0 ms 2024-11-16T10:28:05,706 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:05,715 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-16T10:28:05,715 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:05,715 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:05,716 WARN [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionServer(3786): Not adding moved region record: ff077e3af1c1c9e8ae8f017955be7449 to self. 2024-11-16T10:28:05,717 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:05,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=ff077e3af1c1c9e8ae8f017955be7449, regionState=CLOSED 2024-11-16T10:28:05,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-16T10:28:05,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 in 165 msec 2024-11-16T10:28:05,720 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, REOPEN/MOVE; state=CLOSED, location=adb367c328a9,33523,1731752726549; forceNewPlan=false, retain=true 2024-11-16T10:28:05,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=ff077e3af1c1c9e8ae8f017955be7449, regionState=OPENING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:28:05,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=150, state=RUNNABLE; OpenRegionProcedure ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:28:06,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,032 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,033 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7285): Opening region: {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:28:06,034 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,034 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:28:06,034 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7327): checking encryption for ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,034 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7330): checking classloading for ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,037 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,039 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:28:06,039 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff077e3af1c1c9e8ae8f017955be7449 columnFamilyName A 2024-11-16T10:28:06,042 DEBUG [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:06,042 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(327): Store=ff077e3af1c1c9e8ae8f017955be7449/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:28:06,042 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,043 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:28:06,043 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff077e3af1c1c9e8ae8f017955be7449 columnFamilyName B 2024-11-16T10:28:06,043 DEBUG [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:06,044 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(327): Store=ff077e3af1c1c9e8ae8f017955be7449/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:28:06,044 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,044 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-16T10:28:06,044 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff077e3af1c1c9e8ae8f017955be7449 columnFamilyName C 2024-11-16T10:28:06,044 DEBUG [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:06,045 INFO [StoreOpener-ff077e3af1c1c9e8ae8f017955be7449-1 {}] regionserver.HStore(327): Store=ff077e3af1c1c9e8ae8f017955be7449/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:28:06,045 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,045 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,046 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,048 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T10:28:06,049 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1085): writing seq id for ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,050 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1102): Opened ff077e3af1c1c9e8ae8f017955be7449; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62013906, jitterRate=-0.07592079043388367}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T10:28:06,050 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1001): Region open journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:06,051 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., pid=152, masterSystemTime=1731752886026 2024-11-16T10:28:06,052 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,052 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,052 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=ff077e3af1c1c9e8ae8f017955be7449, regionState=OPEN, openSeqNum=5, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=150 2024-11-16T10:28:06,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=150, state=SUCCESS; OpenRegionProcedure ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 in 180 msec 2024-11-16T10:28:06,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-16T10:28:06,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, REOPEN/MOVE in 505 msec 2024-11-16T10:28:06,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-16T10:28:06,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-16T10:28:06,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-16T10:28:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-16T10:28:06,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-16T10:28:06,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,108 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-16T10:28:06,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-16T10:28:06,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-16T10:28:06,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-16T10:28:06,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-16T10:28:06,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-16T10:28:06,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-16T10:28:06,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,178 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-16T10:28:06,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:62294 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-16T10:28:06,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:28:06,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:28:06,199 DEBUG [hconnection-0x1e835172-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,199 DEBUG [hconnection-0x5f0e126e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,199 DEBUG [hconnection-0x1af63d46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,199 DEBUG [hconnection-0x7bb7ac65-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,200 DEBUG [hconnection-0x45516e9c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-16T10:28:06,200 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,201 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,201 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,201 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,202 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,202 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:28:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-16T10:28:06,203 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:28:06,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:28:06,207 DEBUG [hconnection-0x6d763350-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:28:06,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:06,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:06,208 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,215 DEBUG [hconnection-0x2a6157ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,215 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,217 DEBUG [hconnection-0x79012215-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,217 DEBUG [hconnection-0x32b26d8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,218 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,218 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,221 DEBUG [hconnection-0x7f9b87b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:28:06,226 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:28:06,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752946231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752946232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752946232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752946232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752946238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ddc61697e6944e988a98c99b0290ec28_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752886205/Put/seqid=0 2024-11-16T10:28:06,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742310_1486 (size=12154) 2024-11-16T10:28:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-16T10:28:06,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752946334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752946335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752946335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752946336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752946340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-16T10:28:06,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:06,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:06,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752946536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752946536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752946538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752946538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752946542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:06,651 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ddc61697e6944e988a98c99b0290ec28_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ddc61697e6944e988a98c99b0290ec28_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:06,652 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:06,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9 is 175, key is test_row_0/A:col10/1731752886205/Put/seqid=0 2024-11-16T10:28:06,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742311_1487 (size=30955) 2024-11-16T10:28:06,659 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:06,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:06,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-16T10:28:06,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:06,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:06,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752946839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752946839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752946842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752946842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752946844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:06,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:06,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:06,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:06,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,056 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9 2024-11-16T10:28:07,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/5d073b3aa86d45f2b16780f6efd3b82f is 50, key is test_row_0/B:col10/1731752886205/Put/seqid=0 2024-11-16T10:28:07,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742312_1488 (size=12001) 2024-11-16T10:28:07,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:07,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:07,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:07,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-16T10:28:07,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752947341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752947343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752947345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752947346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752947349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/5d073b3aa86d45f2b16780f6efd3b82f 2024-11-16T10:28:07,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/2160670d5aa7443bbf83edeab99ddbcf is 50, key is test_row_0/C:col10/1731752886205/Put/seqid=0 2024-11-16T10:28:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742313_1489 (size=12001) 2024-11-16T10:28:07,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T10:28:07,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:07,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:07,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:07,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:07,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:07,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:07,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:07,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/2160670d5aa7443bbf83edeab99ddbcf 2024-11-16T10:28:07,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9 2024-11-16T10:28:07,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9, entries=150, sequenceid=16, filesize=30.2 K 2024-11-16T10:28:07,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/5d073b3aa86d45f2b16780f6efd3b82f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d073b3aa86d45f2b16780f6efd3b82f 2024-11-16T10:28:07,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d073b3aa86d45f2b16780f6efd3b82f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-16T10:28:07,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/2160670d5aa7443bbf83edeab99ddbcf as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2160670d5aa7443bbf83edeab99ddbcf 2024-11-16T10:28:07,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2160670d5aa7443bbf83edeab99ddbcf, entries=150, sequenceid=16, filesize=11.7 K 2024-11-16T10:28:07,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ff077e3af1c1c9e8ae8f017955be7449 in 1707ms, sequenceid=16, compaction requested=false 2024-11-16T10:28:07,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:08,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-16T10:28:08,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:08,029 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:28:08,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:08,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166b7aced1dcdf4ff4be8a689b94140a17_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752886230/Put/seqid=0 2024-11-16T10:28:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742314_1490 (size=12154) 2024-11-16T10:28:08,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:08,050 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166b7aced1dcdf4ff4be8a689b94140a17_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166b7aced1dcdf4ff4be8a689b94140a17_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/74bafca32166496fadcbb8b2c9cd1006, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/74bafca32166496fadcbb8b2c9cd1006 is 175, key is test_row_0/A:col10/1731752886230/Put/seqid=0 2024-11-16T10:28:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742315_1491 (size=30955) 2024-11-16T10:28:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-16T10:28:08,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:08,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752948351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752948352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752948353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752948353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752948360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,455 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/74bafca32166496fadcbb8b2c9cd1006 2024-11-16T10:28:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752948455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752948455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752948455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752948456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/53829915b01f461097da08e1517e7cfd is 50, key is test_row_0/B:col10/1731752886230/Put/seqid=0 2024-11-16T10:28:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742316_1492 (size=12001) 2024-11-16T10:28:08,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752948657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752948657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752948658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752948659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,864 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/53829915b01f461097da08e1517e7cfd 2024-11-16T10:28:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/14525a268fca48ecb8549a0913511792 is 50, key is test_row_0/C:col10/1731752886230/Put/seqid=0 2024-11-16T10:28:08,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742317_1493 (size=12001) 2024-11-16T10:28:08,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752948960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752948961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752948962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:08,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752948964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,276 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/14525a268fca48ecb8549a0913511792 2024-11-16T10:28:09,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/74bafca32166496fadcbb8b2c9cd1006 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/74bafca32166496fadcbb8b2c9cd1006 2024-11-16T10:28:09,282 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/74bafca32166496fadcbb8b2c9cd1006, entries=150, sequenceid=40, filesize=30.2 K 2024-11-16T10:28:09,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/53829915b01f461097da08e1517e7cfd as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/53829915b01f461097da08e1517e7cfd 2024-11-16T10:28:09,285 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/53829915b01f461097da08e1517e7cfd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-16T10:28:09,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/14525a268fca48ecb8549a0913511792 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/14525a268fca48ecb8549a0913511792 2024-11-16T10:28:09,288 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/14525a268fca48ecb8549a0913511792, entries=150, sequenceid=40, filesize=11.7 K 2024-11-16T10:28:09,289 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ff077e3af1c1c9e8ae8f017955be7449 in 1260ms, sequenceid=40, compaction requested=false 2024-11-16T10:28:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-16T10:28:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-16T10:28:09,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-16T10:28:09,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0870 sec 2024-11-16T10:28:09,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 3.0930 sec 2024-11-16T10:28:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:09,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T10:28:09,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:09,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:09,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:09,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:09,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:09,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:09,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165f4db25706bc4e428745a18d107378fb_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752888346/Put/seqid=0 2024-11-16T10:28:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742318_1494 (size=14594) 2024-11-16T10:28:09,476 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:09,479 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165f4db25706bc4e428745a18d107378fb_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165f4db25706bc4e428745a18d107378fb_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:09,479 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/b5bbae88f0044af1b005cce7498e35ec, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:09,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/b5bbae88f0044af1b005cce7498e35ec is 175, key is test_row_0/A:col10/1731752888346/Put/seqid=0 2024-11-16T10:28:09,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742319_1495 (size=39549) 2024-11-16T10:28:09,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752949483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752949483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752949484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752949486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752949587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752949587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752949587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752949589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752949789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752949789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752949790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752949791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:09,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/b5bbae88f0044af1b005cce7498e35ec 2024-11-16T10:28:09,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/783558fcada04ef180784cb112b04a53 is 50, key is test_row_0/B:col10/1731752888346/Put/seqid=0 2024-11-16T10:28:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742320_1496 (size=12001) 2024-11-16T10:28:10,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752950091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752950093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752950093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752950094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/783558fcada04ef180784cb112b04a53 2024-11-16T10:28:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-16T10:28:10,306 INFO [Thread-2184 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-16T10:28:10,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:28:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-16T10:28:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-16T10:28:10,315 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:28:10,316 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:28:10,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:28:10,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/92937ce4c5e4437cab01b1879f73ec50 is 50, key is test_row_0/C:col10/1731752888346/Put/seqid=0 2024-11-16T10:28:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742321_1497 (size=12001) 2024-11-16T10:28:10,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752950369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,371 DEBUG [Thread-2180 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:28:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-16T10:28:10,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-16T10:28:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:10,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:10,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752950593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752950598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752950600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752950600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-16T10:28:10,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-16T10:28:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:10,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:10,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/92937ce4c5e4437cab01b1879f73ec50 2024-11-16T10:28:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/b5bbae88f0044af1b005cce7498e35ec as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b5bbae88f0044af1b005cce7498e35ec 2024-11-16T10:28:10,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b5bbae88f0044af1b005cce7498e35ec, entries=200, sequenceid=54, filesize=38.6 K 2024-11-16T10:28:10,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/783558fcada04ef180784cb112b04a53 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/783558fcada04ef180784cb112b04a53 2024-11-16T10:28:10,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/783558fcada04ef180784cb112b04a53, entries=150, sequenceid=54, filesize=11.7 K 2024-11-16T10:28:10,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/92937ce4c5e4437cab01b1879f73ec50 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92937ce4c5e4437cab01b1879f73ec50 2024-11-16T10:28:10,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92937ce4c5e4437cab01b1879f73ec50, entries=150, sequenceid=54, filesize=11.7 K 2024-11-16T10:28:10,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ff077e3af1c1c9e8ae8f017955be7449 in 1271ms, sequenceid=54, compaction requested=true 2024-11-16T10:28:10,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:10,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:28:10,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:10,737 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:10,737 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:10,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:28:10,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:10,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:28:10,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:10,738 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:10,738 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/B is initiating minor compaction (all files) 2024-11-16T10:28:10,738 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/B in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:10,738 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d073b3aa86d45f2b16780f6efd3b82f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/53829915b01f461097da08e1517e7cfd, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/783558fcada04ef180784cb112b04a53] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=35.2 K 2024-11-16T10:28:10,738 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:10,738 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/A is initiating minor compaction (all files) 2024-11-16T10:28:10,738 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/A in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:10,738 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/74bafca32166496fadcbb8b2c9cd1006, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b5bbae88f0044af1b005cce7498e35ec] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=99.1 K 2024-11-16T10:28:10,738 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:10,738 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/74bafca32166496fadcbb8b2c9cd1006, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b5bbae88f0044af1b005cce7498e35ec] 2024-11-16T10:28:10,739 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d073b3aa86d45f2b16780f6efd3b82f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731752886205 2024-11-16T10:28:10,739 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d5f7df9b1ea4f589ee8a393ebbbc6a9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731752886205 2024-11-16T10:28:10,740 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 53829915b01f461097da08e1517e7cfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731752886230 2024-11-16T10:28:10,740 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74bafca32166496fadcbb8b2c9cd1006, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731752886230 2024-11-16T10:28:10,740 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 783558fcada04ef180784cb112b04a53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731752888346 2024-11-16T10:28:10,740 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5bbae88f0044af1b005cce7498e35ec, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731752888346 2024-11-16T10:28:10,747 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:10,747 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:10,748 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/cc8985d36cf8449eacb139247f5698e4 is 50, key is test_row_0/B:col10/1731752888346/Put/seqid=0 2024-11-16T10:28:10,749 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411163deb6edd89b842f9a9902361e1890684_ff077e3af1c1c9e8ae8f017955be7449 store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:10,751 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411163deb6edd89b842f9a9902361e1890684_ff077e3af1c1c9e8ae8f017955be7449, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:10,751 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411163deb6edd89b842f9a9902361e1890684_ff077e3af1c1c9e8ae8f017955be7449 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:10,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742322_1498 (size=12104) 2024-11-16T10:28:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742323_1499 (size=4469) 2024-11-16T10:28:10,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:10,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-16T10:28:10,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:10,772 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-16T10:28:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:10,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111613def14516d24101b22d3d29f67acb98_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752889485/Put/seqid=0 2024-11-16T10:28:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742324_1500 (size=12154) 2024-11-16T10:28:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-16T10:28:11,156 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#A#compaction#418 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:11,157 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/39069412b4df4b86813346a997f03655 is 175, key is test_row_0/A:col10/1731752888346/Put/seqid=0 2024-11-16T10:28:11,157 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/cc8985d36cf8449eacb139247f5698e4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/cc8985d36cf8449eacb139247f5698e4 2024-11-16T10:28:11,161 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/B of ff077e3af1c1c9e8ae8f017955be7449 into cc8985d36cf8449eacb139247f5698e4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:11,161 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:11,161 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/B, priority=13, startTime=1731752890737; duration=0sec 2024-11-16T10:28:11,161 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:11,161 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:B 2024-11-16T10:28:11,161 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:11,162 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:11,162 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/C is initiating minor compaction (all files) 2024-11-16T10:28:11,162 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/C in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:11,162 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2160670d5aa7443bbf83edeab99ddbcf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/14525a268fca48ecb8549a0913511792, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92937ce4c5e4437cab01b1879f73ec50] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=35.2 K 2024-11-16T10:28:11,163 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2160670d5aa7443bbf83edeab99ddbcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731752886205 2024-11-16T10:28:11,163 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 14525a268fca48ecb8549a0913511792, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731752886230 2024-11-16T10:28:11,163 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 92937ce4c5e4437cab01b1879f73ec50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731752888346 2024-11-16T10:28:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742325_1501 (size=31058) 2024-11-16T10:28:11,169 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:11,169 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/cd0bc9b21ae6465891807df1c560db01 is 50, key is test_row_0/C:col10/1731752888346/Put/seqid=0 2024-11-16T10:28:11,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742326_1502 (size=12104) 2024-11-16T10:28:11,176 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/cd0bc9b21ae6465891807df1c560db01 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/cd0bc9b21ae6465891807df1c560db01 2024-11-16T10:28:11,179 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/C of ff077e3af1c1c9e8ae8f017955be7449 into cd0bc9b21ae6465891807df1c560db01(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:11,179 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:11,179 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/C, priority=13, startTime=1731752890737; duration=0sec 2024-11-16T10:28:11,179 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:11,179 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:C 2024-11-16T10:28:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:11,184 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111613def14516d24101b22d3d29f67acb98_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111613def14516d24101b22d3d29f67acb98_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:11,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/0e7275d5e31741c4bbeed1236a08ccaf, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:11,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/0e7275d5e31741c4bbeed1236a08ccaf is 175, key is test_row_0/A:col10/1731752889485/Put/seqid=0 2024-11-16T10:28:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742327_1503 (size=30955) 2024-11-16T10:28:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-16T10:28:11,567 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/39069412b4df4b86813346a997f03655 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/39069412b4df4b86813346a997f03655 2024-11-16T10:28:11,570 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/A of ff077e3af1c1c9e8ae8f017955be7449 into 39069412b4df4b86813346a997f03655(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:11,570 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:11,570 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/A, priority=13, startTime=1731752890737; duration=0sec 2024-11-16T10:28:11,570 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:11,570 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:A 2024-11-16T10:28:11,589 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/0e7275d5e31741c4bbeed1236a08ccaf 2024-11-16T10:28:11,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f4784e90c0ed46b3898ce95e883e2cd0 is 50, key is test_row_0/B:col10/1731752889485/Put/seqid=0 2024-11-16T10:28:11,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742328_1504 (size=12001) 2024-11-16T10:28:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:11,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752951612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752951612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752951613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752951613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752951715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752951715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752951715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752951716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752951917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752951917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752951918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:11,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752951918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,011 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f4784e90c0ed46b3898ce95e883e2cd0 2024-11-16T10:28:12,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/9ab049232dd44a1e95c972c1265bfcf3 is 50, key is test_row_0/C:col10/1731752889485/Put/seqid=0 2024-11-16T10:28:12,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742329_1505 (size=12001) 2024-11-16T10:28:12,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752952218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752952220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752952222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752952222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-16T10:28:12,419 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/9ab049232dd44a1e95c972c1265bfcf3 2024-11-16T10:28:12,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/0e7275d5e31741c4bbeed1236a08ccaf as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/0e7275d5e31741c4bbeed1236a08ccaf 2024-11-16T10:28:12,425 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/0e7275d5e31741c4bbeed1236a08ccaf, entries=150, sequenceid=76, filesize=30.2 K 2024-11-16T10:28:12,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f4784e90c0ed46b3898ce95e883e2cd0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f4784e90c0ed46b3898ce95e883e2cd0 2024-11-16T10:28:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,428 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f4784e90c0ed46b3898ce95e883e2cd0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-16T10:28:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/9ab049232dd44a1e95c972c1265bfcf3 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/9ab049232dd44a1e95c972c1265bfcf3 2024-11-16T10:28:12,432 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/9ab049232dd44a1e95c972c1265bfcf3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-16T10:28:12,432 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ff077e3af1c1c9e8ae8f017955be7449 in 1660ms, sequenceid=76, compaction requested=false 2024-11-16T10:28:12,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:12,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:12,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-16T10:28:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-16T10:28:12,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-16T10:28:12,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1170 sec 2024-11-16T10:28:12,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.1270 sec 2024-11-16T10:28:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-16T10:28:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:12,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:12,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:12,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:12,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116044d3a253c4a4465a006f8dd8d88bd72_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752892724/Put/seqid=0 2024-11-16T10:28:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742330_1506 (size=12154) 2024-11-16T10:28:12,756 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:12,760 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116044d3a253c4a4465a006f8dd8d88bd72_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116044d3a253c4a4465a006f8dd8d88bd72_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:12,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752952756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752952756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,761 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/8f11fa4d83894a93acfc02c34b273121, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:12,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/8f11fa4d83894a93acfc02c34b273121 is 175, key is test_row_0/A:col10/1731752892724/Put/seqid=0 2024-11-16T10:28:12,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752952759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752952760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742331_1507 (size=30955) 2024-11-16T10:28:12,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752952861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752952861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752952864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:12,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752952864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752953063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752953063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752953065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752953066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,166 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/8f11fa4d83894a93acfc02c34b273121 2024-11-16T10:28:13,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/c5f834b149684b97a5258af7abbe3f93 is 50, key is test_row_0/B:col10/1731752892724/Put/seqid=0 2024-11-16T10:28:13,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742332_1508 (size=12001) 2024-11-16T10:28:13,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752953365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752953365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752953367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752953369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/c5f834b149684b97a5258af7abbe3f93 2024-11-16T10:28:13,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/89eb9f2e9ccb4382a6610159bcfd8c4f is 50, key is test_row_0/C:col10/1731752892724/Put/seqid=0 2024-11-16T10:28:13,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742333_1509 (size=12001) 2024-11-16T10:28:13,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752953867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752953870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752953874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752953874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:13,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/89eb9f2e9ccb4382a6610159bcfd8c4f 2024-11-16T10:28:13,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/8f11fa4d83894a93acfc02c34b273121 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/8f11fa4d83894a93acfc02c34b273121 2024-11-16T10:28:13,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/8f11fa4d83894a93acfc02c34b273121, entries=150, sequenceid=94, filesize=30.2 K 2024-11-16T10:28:13,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/c5f834b149684b97a5258af7abbe3f93 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/c5f834b149684b97a5258af7abbe3f93 2024-11-16T10:28:13,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/c5f834b149684b97a5258af7abbe3f93, entries=150, sequenceid=94, filesize=11.7 K 2024-11-16T10:28:13,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/89eb9f2e9ccb4382a6610159bcfd8c4f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/89eb9f2e9ccb4382a6610159bcfd8c4f 2024-11-16T10:28:13,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/89eb9f2e9ccb4382a6610159bcfd8c4f, entries=150, sequenceid=94, filesize=11.7 K 2024-11-16T10:28:13,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ff077e3af1c1c9e8ae8f017955be7449 in 1271ms, sequenceid=94, compaction requested=true 2024-11-16T10:28:13,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:13,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:28:13,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:13,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:28:13,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:13,996 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:13,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:28:13,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:13,996 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:13,997 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:13,997 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:13,997 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/A is initiating minor compaction (all files) 2024-11-16T10:28:13,997 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/B is initiating minor compaction (all files) 2024-11-16T10:28:13,997 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/A in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:13,997 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/B in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:13,997 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/39069412b4df4b86813346a997f03655, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/0e7275d5e31741c4bbeed1236a08ccaf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/8f11fa4d83894a93acfc02c34b273121] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=90.8 K 2024-11-16T10:28:13,997 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/cc8985d36cf8449eacb139247f5698e4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f4784e90c0ed46b3898ce95e883e2cd0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/c5f834b149684b97a5258af7abbe3f93] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=35.3 K 2024-11-16T10:28:13,997 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:13,997 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/39069412b4df4b86813346a997f03655, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/0e7275d5e31741c4bbeed1236a08ccaf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/8f11fa4d83894a93acfc02c34b273121] 2024-11-16T10:28:13,997 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting cc8985d36cf8449eacb139247f5698e4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731752888346 2024-11-16T10:28:13,997 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39069412b4df4b86813346a997f03655, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731752888346 2024-11-16T10:28:13,998 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting f4784e90c0ed46b3898ce95e883e2cd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731752889480 2024-11-16T10:28:13,998 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e7275d5e31741c4bbeed1236a08ccaf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731752889480 2024-11-16T10:28:13,998 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting c5f834b149684b97a5258af7abbe3f93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752891612 2024-11-16T10:28:13,998 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f11fa4d83894a93acfc02c34b273121, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752891612 2024-11-16T10:28:14,001 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:14,003 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:14,003 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116f454adcc2b79493c87437a9b45de35b1_ff077e3af1c1c9e8ae8f017955be7449 store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:14,003 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/20461875a9b440dea08edf4c990a8c9d is 50, key is test_row_0/B:col10/1731752892724/Put/seqid=0 2024-11-16T10:28:14,005 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116f454adcc2b79493c87437a9b45de35b1_ff077e3af1c1c9e8ae8f017955be7449, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:14,005 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116f454adcc2b79493c87437a9b45de35b1_ff077e3af1c1c9e8ae8f017955be7449 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742334_1510 (size=12207) 2024-11-16T10:28:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742335_1511 (size=4469) 2024-11-16T10:28:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:14,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-16T10:28:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:14,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:14,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:14,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:14,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:14,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:14,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160061cd2ef8a14a168d45999840981a77_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752892759/Put/seqid=0 2024-11-16T10:28:14,409 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#A#compaction#427 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:14,409 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/7b73c299322042438cef63fa2130d5e0 is 175, key is test_row_0/A:col10/1731752892724/Put/seqid=0 2024-11-16T10:28:14,411 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/20461875a9b440dea08edf4c990a8c9d as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/20461875a9b440dea08edf4c990a8c9d 2024-11-16T10:28:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-16T10:28:14,418 INFO [Thread-2184 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-16T10:28:14,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:28:14,419 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/B of ff077e3af1c1c9e8ae8f017955be7449 into 20461875a9b440dea08edf4c990a8c9d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-16T10:28:14,419 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:14,419 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/B, priority=13, startTime=1731752893996; duration=0sec 2024-11-16T10:28:14,420 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:14,420 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:B 2024-11-16T10:28:14,420 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742337_1513 (size=31161) 2024-11-16T10:28:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742336_1512 (size=12154) 2024-11-16T10:28:14,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:14,421 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:28:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T10:28:14,421 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:28:14,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:28:14,422 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:14,422 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/C is initiating minor compaction (all files) 2024-11-16T10:28:14,422 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/C in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:14,422 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/cd0bc9b21ae6465891807df1c560db01, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/9ab049232dd44a1e95c972c1265bfcf3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/89eb9f2e9ccb4382a6610159bcfd8c4f] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=35.3 K 2024-11-16T10:28:14,423 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting cd0bc9b21ae6465891807df1c560db01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731752888346 2024-11-16T10:28:14,423 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ab049232dd44a1e95c972c1265bfcf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731752889480 2024-11-16T10:28:14,423 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411160061cd2ef8a14a168d45999840981a77_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160061cd2ef8a14a168d45999840981a77_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:14,424 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 89eb9f2e9ccb4382a6610159bcfd8c4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752891612 2024-11-16T10:28:14,424 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/fd3e7ccf5e334e049b78bdf1b85e5fe7, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:14,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/fd3e7ccf5e334e049b78bdf1b85e5fe7 is 175, key is test_row_0/A:col10/1731752892759/Put/seqid=0 2024-11-16T10:28:14,443 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:14,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742338_1514 (size=30955) 2024-11-16T10:28:14,443 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/92f5293c58914fe4beff3c27aaad0ad6 is 50, key is test_row_0/C:col10/1731752892724/Put/seqid=0 2024-11-16T10:28:14,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752954444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,448 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/fd3e7ccf5e334e049b78bdf1b85e5fe7 2024-11-16T10:28:14,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742339_1515 (size=12207) 2024-11-16T10:28:14,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/6474f60ecb2943258be268b23aa4a7b5 is 50, key is test_row_0/B:col10/1731752892759/Put/seqid=0 2024-11-16T10:28:14,470 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/92f5293c58914fe4beff3c27aaad0ad6 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92f5293c58914fe4beff3c27aaad0ad6 2024-11-16T10:28:14,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742340_1516 (size=12001) 2024-11-16T10:28:14,474 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/C of ff077e3af1c1c9e8ae8f017955be7449 into 92f5293c58914fe4beff3c27aaad0ad6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:14,474 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:14,474 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/C, priority=13, startTime=1731752893996; duration=0sec 2024-11-16T10:28:14,474 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:14,474 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:C 2024-11-16T10:28:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T10:28:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752954547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T10:28:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:14,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:14,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T10:28:14,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T10:28:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:14,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752954749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,831 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/7b73c299322042438cef63fa2130d5e0 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/7b73c299322042438cef63fa2130d5e0 2024-11-16T10:28:14,834 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/A of ff077e3af1c1c9e8ae8f017955be7449 into 7b73c299322042438cef63fa2130d5e0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:14,834 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:14,834 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/A, priority=13, startTime=1731752893996; duration=0sec 2024-11-16T10:28:14,834 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:14,834 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:A 2024-11-16T10:28:14,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/6474f60ecb2943258be268b23aa4a7b5 2024-11-16T10:28:14,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T10:28:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:14,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:14,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/ded0de6d4d7346c8b920ffe882d78c56 is 50, key is test_row_0/C:col10/1731752892759/Put/seqid=0 2024-11-16T10:28:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:14,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752954879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752954879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752954880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752954885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:14,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742341_1517 (size=12001) 2024-11-16T10:28:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T10:28:15,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:15,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T10:28:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752955052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:15,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:15,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T10:28:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/ded0de6d4d7346c8b920ffe882d78c56 2024-11-16T10:28:15,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/fd3e7ccf5e334e049b78bdf1b85e5fe7 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/fd3e7ccf5e334e049b78bdf1b85e5fe7 2024-11-16T10:28:15,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/fd3e7ccf5e334e049b78bdf1b85e5fe7, entries=150, sequenceid=116, filesize=30.2 K 2024-11-16T10:28:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/6474f60ecb2943258be268b23aa4a7b5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6474f60ecb2943258be268b23aa4a7b5 2024-11-16T10:28:15,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6474f60ecb2943258be268b23aa4a7b5, entries=150, sequenceid=116, filesize=11.7 K 2024-11-16T10:28:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/ded0de6d4d7346c8b920ffe882d78c56 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/ded0de6d4d7346c8b920ffe882d78c56 2024-11-16T10:28:15,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/ded0de6d4d7346c8b920ffe882d78c56, entries=150, sequenceid=116, filesize=11.7 K 2024-11-16T10:28:15,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ff077e3af1c1c9e8ae8f017955be7449 in 925ms, sequenceid=116, compaction requested=false 2024-11-16T10:28:15,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:15,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:15,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-16T10:28:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,335 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-16T10:28:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:15,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:15,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:15,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:15,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:15,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116491b637f5c2b43b3a30635beae48d5e0_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752894421/Put/seqid=0 2024-11-16T10:28:15,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742342_1518 (size=12204) 2024-11-16T10:28:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,346 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116491b637f5c2b43b3a30635beae48d5e0_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116491b637f5c2b43b3a30635beae48d5e0_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/a11be76053f9461a9200cb81fa430012, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/a11be76053f9461a9200cb81fa430012 is 175, key is test_row_0/A:col10/1731752894421/Put/seqid=0 2024-11-16T10:28:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742343_1519 (size=31005) 2024-11-16T10:28:15,350 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/a11be76053f9461a9200cb81fa430012 2024-11-16T10:28:15,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/bbf9594d7c304ca5aeb6c8eab3db4a5f is 50, key is test_row_0/B:col10/1731752894421/Put/seqid=0 2024-11-16T10:28:15,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742344_1520 (size=12051) 2024-11-16T10:28:15,358 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/bbf9594d7c304ca5aeb6c8eab3db4a5f 2024-11-16T10:28:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/67146c31953642599df57c3fe3070eaa is 50, key is test_row_0/C:col10/1731752894421/Put/seqid=0 2024-11-16T10:28:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742345_1521 (size=12051) 2024-11-16T10:28:15,365 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/67146c31953642599df57c3fe3070eaa 2024-11-16T10:28:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/a11be76053f9461a9200cb81fa430012 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/a11be76053f9461a9200cb81fa430012 2024-11-16T10:28:15,371 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/a11be76053f9461a9200cb81fa430012, entries=150, sequenceid=133, filesize=30.3 K 2024-11-16T10:28:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/bbf9594d7c304ca5aeb6c8eab3db4a5f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/bbf9594d7c304ca5aeb6c8eab3db4a5f 2024-11-16T10:28:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,374 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/bbf9594d7c304ca5aeb6c8eab3db4a5f, entries=150, sequenceid=133, filesize=11.8 K 2024-11-16T10:28:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/67146c31953642599df57c3fe3070eaa as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/67146c31953642599df57c3fe3070eaa 2024-11-16T10:28:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,377 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/67146c31953642599df57c3fe3070eaa, entries=150, sequenceid=133, filesize=11.8 K 2024-11-16T10:28:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,378 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for ff077e3af1c1c9e8ae8f017955be7449 in 42ms, sequenceid=133, compaction requested=true 2024-11-16T10:28:15,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-16T10:28:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-16T10:28:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-16T10:28:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 958 msec 2024-11-16T10:28:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 961 msec 2024-11-16T10:28:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-16T10:28:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,523 INFO [Thread-2184 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-16T10:28:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:28:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-16T10:28:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,526 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:28:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T10:28:15,527 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:28:15,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:28:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T10:28:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-16T10:28:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b9e5c02458f84ace82d42365f5f3830d_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752895626/Put/seqid=0 2024-11-16T10:28:15,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742346_1522 (size=19774) 2024-11-16T10:28:15,671 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:15,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116b9e5c02458f84ace82d42365f5f3830d_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b9e5c02458f84ace82d42365f5f3830d_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:15,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/10135e7e2f9045b699a09f22911b0936, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:15,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/10135e7e2f9045b699a09f22911b0936 is 175, key is test_row_0/A:col10/1731752895626/Put/seqid=0 2024-11-16T10:28:15,679 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:15,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-16T10:28:15,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:15,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742347_1523 (size=57033) 2024-11-16T10:28:15,686 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/10135e7e2f9045b699a09f22911b0936 2024-11-16T10:28:15,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f128155bcb644564ab824805798959cc is 50, key is test_row_0/B:col10/1731752895626/Put/seqid=0 2024-11-16T10:28:15,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742348_1524 (size=12151) 2024-11-16T10:28:15,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f128155bcb644564ab824805798959cc 2024-11-16T10:28:15,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/097a55ee3bbb479eb8334591523f6b2a is 50, key is test_row_0/C:col10/1731752895626/Put/seqid=0 2024-11-16T10:28:15,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742349_1525 (size=12151) 2024-11-16T10:28:15,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752955736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T10:28:15,832 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:15,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-16T10:28:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752955841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:15,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:15,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-16T10:28:15,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:15,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:15,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:16,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752956045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/097a55ee3bbb479eb8334591523f6b2a 2024-11-16T10:28:16,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/10135e7e2f9045b699a09f22911b0936 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/10135e7e2f9045b699a09f22911b0936 2024-11-16T10:28:16,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/10135e7e2f9045b699a09f22911b0936, entries=300, sequenceid=144, filesize=55.7 K 2024-11-16T10:28:16,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f128155bcb644564ab824805798959cc as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f128155bcb644564ab824805798959cc 2024-11-16T10:28:16,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f128155bcb644564ab824805798959cc, entries=150, sequenceid=144, filesize=11.9 K 2024-11-16T10:28:16,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/097a55ee3bbb479eb8334591523f6b2a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/097a55ee3bbb479eb8334591523f6b2a 2024-11-16T10:28:16,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/097a55ee3bbb479eb8334591523f6b2a, entries=150, sequenceid=144, filesize=11.9 K 2024-11-16T10:28:16,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ff077e3af1c1c9e8ae8f017955be7449 in 495ms, sequenceid=144, compaction requested=true 2024-11-16T10:28:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:28:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:16,128 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:28:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:28:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:16,129 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:28:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:28:16,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:16,129 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:28:16,129 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:28:16,129 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/B is initiating minor compaction (all files) 2024-11-16T10:28:16,129 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/A is initiating minor compaction (all files) 2024-11-16T10:28:16,129 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/B in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:16,129 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/A in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:16,129 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/20461875a9b440dea08edf4c990a8c9d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6474f60ecb2943258be268b23aa4a7b5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/bbf9594d7c304ca5aeb6c8eab3db4a5f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f128155bcb644564ab824805798959cc] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=47.3 K 2024-11-16T10:28:16,129 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/7b73c299322042438cef63fa2130d5e0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/fd3e7ccf5e334e049b78bdf1b85e5fe7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/a11be76053f9461a9200cb81fa430012, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/10135e7e2f9045b699a09f22911b0936] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=146.6 K 2024-11-16T10:28:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T10:28:16,129 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:16,129 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/7b73c299322042438cef63fa2130d5e0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/fd3e7ccf5e334e049b78bdf1b85e5fe7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/a11be76053f9461a9200cb81fa430012, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/10135e7e2f9045b699a09f22911b0936] 2024-11-16T10:28:16,130 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b73c299322042438cef63fa2130d5e0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752891612 2024-11-16T10:28:16,130 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 20461875a9b440dea08edf4c990a8c9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752891612 2024-11-16T10:28:16,130 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd3e7ccf5e334e049b78bdf1b85e5fe7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731752892758 2024-11-16T10:28:16,130 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6474f60ecb2943258be268b23aa4a7b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731752892758 2024-11-16T10:28:16,130 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting a11be76053f9461a9200cb81fa430012, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731752894421 2024-11-16T10:28:16,130 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf9594d7c304ca5aeb6c8eab3db4a5f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731752894421 2024-11-16T10:28:16,130 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting f128155bcb644564ab824805798959cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731752895575 2024-11-16T10:28:16,130 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10135e7e2f9045b699a09f22911b0936, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731752895575 2024-11-16T10:28:16,135 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:16,136 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:16,136 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/b5ecfa8d31da47c1a81d659651471a22 is 50, key is test_row_0/B:col10/1731752895626/Put/seqid=0 2024-11-16T10:28:16,137 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,137 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411166bbd1ca2b8554c228fc3265c2fa838dd_ff077e3af1c1c9e8ae8f017955be7449 store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:16,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-16T10:28:16,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:16,138 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-16T10:28:16,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:16,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:16,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:16,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:16,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:16,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:16,139 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411166bbd1ca2b8554c228fc3265c2fa838dd_ff077e3af1c1c9e8ae8f017955be7449, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:16,139 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411166bbd1ca2b8554c228fc3265c2fa838dd_ff077e3af1c1c9e8ae8f017955be7449 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742350_1526 (size=12493) 2024-11-16T10:28:16,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742351_1527 (size=4469) 2024-11-16T10:28:16,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116656b888f661e402faac8199a7539d2d6_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752895735/Put/seqid=0 2024-11-16T10:28:16,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742352_1528 (size=12304) 2024-11-16T10:28:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:16,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:16,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752956369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752956472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,547 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/b5ecfa8d31da47c1a81d659651471a22 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b5ecfa8d31da47c1a81d659651471a22 2024-11-16T10:28:16,548 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#A#compaction#439 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:16,548 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/1836ecd76cb445e0bca51ccd8083cc24 is 175, key is test_row_0/A:col10/1731752895626/Put/seqid=0 2024-11-16T10:28:16,551 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/B of ff077e3af1c1c9e8ae8f017955be7449 into b5ecfa8d31da47c1a81d659651471a22(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:16,551 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:16,551 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/B, priority=12, startTime=1731752896128; duration=0sec 2024-11-16T10:28:16,551 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:16,551 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:B 2024-11-16T10:28:16,551 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:28:16,552 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:28:16,552 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/C is initiating minor compaction (all files) 2024-11-16T10:28:16,552 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/C in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:16,552 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92f5293c58914fe4beff3c27aaad0ad6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/ded0de6d4d7346c8b920ffe882d78c56, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/67146c31953642599df57c3fe3070eaa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/097a55ee3bbb479eb8334591523f6b2a] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=47.3 K 2024-11-16T10:28:16,552 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 92f5293c58914fe4beff3c27aaad0ad6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731752891612 2024-11-16T10:28:16,552 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting ded0de6d4d7346c8b920ffe882d78c56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731752892758 2024-11-16T10:28:16,553 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 67146c31953642599df57c3fe3070eaa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731752894421 2024-11-16T10:28:16,553 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 097a55ee3bbb479eb8334591523f6b2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731752895575 2024-11-16T10:28:16,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742353_1529 (size=31447) 2024-11-16T10:28:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:16,560 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:16,560 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/4918fe7f63cc4294a8394cded80528c7 is 50, key is test_row_0/C:col10/1731752895626/Put/seqid=0 2024-11-16T10:28:16,562 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116656b888f661e402faac8199a7539d2d6_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116656b888f661e402faac8199a7539d2d6_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:16,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/e0708c9e73a34b5ba8d53b0977d2ba6e, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:16,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742354_1530 (size=12493) 2024-11-16T10:28:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/e0708c9e73a34b5ba8d53b0977d2ba6e is 175, key is test_row_0/A:col10/1731752895735/Put/seqid=0 2024-11-16T10:28:16,568 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/4918fe7f63cc4294a8394cded80528c7 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/4918fe7f63cc4294a8394cded80528c7 2024-11-16T10:28:16,573 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/C of ff077e3af1c1c9e8ae8f017955be7449 into 4918fe7f63cc4294a8394cded80528c7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:16,573 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:16,573 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/C, priority=12, startTime=1731752896129; duration=0sec 2024-11-16T10:28:16,573 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:16,573 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:C 2024-11-16T10:28:16,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742355_1531 (size=31105) 2024-11-16T10:28:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T10:28:16,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752956674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752956886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,888 DEBUG [Thread-2182 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:28:16,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752956900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,902 DEBUG [Thread-2176 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:28:16,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752956900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752956901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,903 DEBUG [Thread-2174 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:28:16,903 DEBUG [Thread-2178 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:28:16,959 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/1836ecd76cb445e0bca51ccd8083cc24 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/1836ecd76cb445e0bca51ccd8083cc24 2024-11-16T10:28:16,962 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/A of ff077e3af1c1c9e8ae8f017955be7449 into 1836ecd76cb445e0bca51ccd8083cc24(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:16,962 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:16,962 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/A, priority=12, startTime=1731752896128; duration=0sec 2024-11-16T10:28:16,962 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:16,962 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:A 2024-11-16T10:28:16,976 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/e0708c9e73a34b5ba8d53b0977d2ba6e 2024-11-16T10:28:16,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752956978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f2e96958cd7e4dd38b8128537221b84c is 50, key is test_row_0/B:col10/1731752895735/Put/seqid=0 2024-11-16T10:28:16,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742356_1532 (size=12151) 2024-11-16T10:28:17,385 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f2e96958cd7e4dd38b8128537221b84c 2024-11-16T10:28:17,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/0bcca1c995bf4935ac3751b965615a3a is 50, key is test_row_0/C:col10/1731752895735/Put/seqid=0 2024-11-16T10:28:17,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742357_1533 (size=12151) 2024-11-16T10:28:17,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752957479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T10:28:17,794 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/0bcca1c995bf4935ac3751b965615a3a 2024-11-16T10:28:17,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/e0708c9e73a34b5ba8d53b0977d2ba6e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e0708c9e73a34b5ba8d53b0977d2ba6e 2024-11-16T10:28:17,799 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e0708c9e73a34b5ba8d53b0977d2ba6e, entries=150, sequenceid=169, filesize=30.4 K 2024-11-16T10:28:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f2e96958cd7e4dd38b8128537221b84c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f2e96958cd7e4dd38b8128537221b84c 2024-11-16T10:28:17,803 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f2e96958cd7e4dd38b8128537221b84c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-16T10:28:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/0bcca1c995bf4935ac3751b965615a3a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/0bcca1c995bf4935ac3751b965615a3a 2024-11-16T10:28:17,806 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/0bcca1c995bf4935ac3751b965615a3a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-16T10:28:17,807 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ff077e3af1c1c9e8ae8f017955be7449 in 1668ms, sequenceid=169, compaction requested=false 2024-11-16T10:28:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-16T10:28:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-16T10:28:17,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-16T10:28:17,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2810 sec 2024-11-16T10:28:17,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.2850 sec 2024-11-16T10:28:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:18,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-16T10:28:18,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:18,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:18,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:18,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:18,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:18,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:18,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165164859481b5450b90cfe4c0ef871d61_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752896368/Put/seqid=0 2024-11-16T10:28:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742358_1534 (size=14794) 2024-11-16T10:28:18,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752958541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:18,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752958644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:18,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752958846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:18,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:18,899 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411165164859481b5450b90cfe4c0ef871d61_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165164859481b5450b90cfe4c0ef871d61_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:18,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/6e11aa882d234ef5bfdf4683ab5254aa, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:18,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/6e11aa882d234ef5bfdf4683ab5254aa is 175, key is test_row_0/A:col10/1731752896368/Put/seqid=0 2024-11-16T10:28:18,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742359_1535 (size=39749) 2024-11-16T10:28:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752959149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:19,304 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/6e11aa882d234ef5bfdf4683ab5254aa 2024-11-16T10:28:19,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/a9b87918b93747dc9cadf96b910faced is 50, key is test_row_0/B:col10/1731752896368/Put/seqid=0 2024-11-16T10:28:19,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742360_1536 (size=12151) 2024-11-16T10:28:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-16T10:28:19,632 INFO [Thread-2184 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-16T10:28:19,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:28:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-16T10:28:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T10:28:19,634 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:28:19,634 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:28:19,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:28:19,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752959655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:19,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/a9b87918b93747dc9cadf96b910faced 2024-11-16T10:28:19,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/2b3017e326424793bb1d3a2abafc1d88 is 50, key is test_row_0/C:col10/1731752896368/Put/seqid=0 2024-11-16T10:28:19,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742361_1537 (size=12151) 2024-11-16T10:28:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T10:28:19,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:19,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-16T10:28:19,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:19,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:19,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:19,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:19,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T10:28:19,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:19,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-16T10:28:19,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:19,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:19,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:19,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:19,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:20,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:20,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-16T10:28:20,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:20,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:20,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:20,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:20,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:20,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/2b3017e326424793bb1d3a2abafc1d88 2024-11-16T10:28:20,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/6e11aa882d234ef5bfdf4683ab5254aa as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6e11aa882d234ef5bfdf4683ab5254aa 2024-11-16T10:28:20,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6e11aa882d234ef5bfdf4683ab5254aa, entries=200, sequenceid=184, filesize=38.8 K 2024-11-16T10:28:20,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/a9b87918b93747dc9cadf96b910faced as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/a9b87918b93747dc9cadf96b910faced 2024-11-16T10:28:20,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/a9b87918b93747dc9cadf96b910faced, entries=150, sequenceid=184, filesize=11.9 K 2024-11-16T10:28:20,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/2b3017e326424793bb1d3a2abafc1d88 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2b3017e326424793bb1d3a2abafc1d88 2024-11-16T10:28:20,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2b3017e326424793bb1d3a2abafc1d88, entries=150, sequenceid=184, filesize=11.9 K 2024-11-16T10:28:20,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ff077e3af1c1c9e8ae8f017955be7449 in 1646ms, sequenceid=184, compaction requested=true 2024-11-16T10:28:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:28:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:20,133 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:28:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:20,133 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:28:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:20,134 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:20,134 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:20,134 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/A is initiating minor compaction (all files) 2024-11-16T10:28:20,134 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/B is initiating minor compaction (all files) 2024-11-16T10:28:20,134 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/A in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:20,134 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/B in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:20,134 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/1836ecd76cb445e0bca51ccd8083cc24, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e0708c9e73a34b5ba8d53b0977d2ba6e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6e11aa882d234ef5bfdf4683ab5254aa] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=99.9 K 2024-11-16T10:28:20,134 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b5ecfa8d31da47c1a81d659651471a22, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f2e96958cd7e4dd38b8128537221b84c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/a9b87918b93747dc9cadf96b910faced] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=35.9 K 2024-11-16T10:28:20,134 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:20,134 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/1836ecd76cb445e0bca51ccd8083cc24, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e0708c9e73a34b5ba8d53b0977d2ba6e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6e11aa882d234ef5bfdf4683ab5254aa] 2024-11-16T10:28:20,134 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b5ecfa8d31da47c1a81d659651471a22, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731752895575 2024-11-16T10:28:20,134 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1836ecd76cb445e0bca51ccd8083cc24, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731752895575 2024-11-16T10:28:20,134 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting f2e96958cd7e4dd38b8128537221b84c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731752895725 2024-11-16T10:28:20,135 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0708c9e73a34b5ba8d53b0977d2ba6e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731752895725 2024-11-16T10:28:20,135 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting a9b87918b93747dc9cadf96b910faced, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731752896357 2024-11-16T10:28:20,135 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e11aa882d234ef5bfdf4683ab5254aa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731752896357 2024-11-16T10:28:20,141 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:20,142 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:20,143 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/5d692220259c4e60b0b3c3b619463e62 is 50, key is test_row_0/B:col10/1731752896368/Put/seqid=0 2024-11-16T10:28:20,155 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111668af6cd46c9b46039462a8e472823fcd_ff077e3af1c1c9e8ae8f017955be7449 store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:20,157 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111668af6cd46c9b46039462a8e472823fcd_ff077e3af1c1c9e8ae8f017955be7449, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:20,157 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111668af6cd46c9b46039462a8e472823fcd_ff077e3af1c1c9e8ae8f017955be7449 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:20,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742362_1538 (size=12595) 2024-11-16T10:28:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742363_1539 (size=4469) 2024-11-16T10:28:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T10:28:20,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:20,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-16T10:28:20,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:20,242 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:28:20,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:20,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:20,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:20,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:20,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:20,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116290b836127c34bd7b7ff005bb73ff6d4_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752898533/Put/seqid=0 2024-11-16T10:28:20,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742364_1540 (size=12304) 2024-11-16T10:28:20,567 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/5d692220259c4e60b0b3c3b619463e62 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d692220259c4e60b0b3c3b619463e62 2024-11-16T10:28:20,570 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/B of ff077e3af1c1c9e8ae8f017955be7449 into 5d692220259c4e60b0b3c3b619463e62(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:20,570 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:20,570 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/B, priority=13, startTime=1731752900133; duration=0sec 2024-11-16T10:28:20,570 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:20,570 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:B 2024-11-16T10:28:20,570 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:20,571 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:20,571 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/C is initiating minor compaction (all files) 2024-11-16T10:28:20,571 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/C in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:20,571 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/4918fe7f63cc4294a8394cded80528c7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/0bcca1c995bf4935ac3751b965615a3a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2b3017e326424793bb1d3a2abafc1d88] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=35.9 K 2024-11-16T10:28:20,571 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 4918fe7f63cc4294a8394cded80528c7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731752895575 2024-11-16T10:28:20,572 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bcca1c995bf4935ac3751b965615a3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731752895725 2024-11-16T10:28:20,572 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b3017e326424793bb1d3a2abafc1d88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731752896357 2024-11-16T10:28:20,576 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#C#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:20,577 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/841221053e6b4379a11255d05591c43a is 50, key is test_row_0/C:col10/1731752896368/Put/seqid=0 2024-11-16T10:28:20,577 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#A#compaction#448 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:20,577 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/da6276e7117b4ba5a424c44b9dc62028 is 175, key is test_row_0/A:col10/1731752896368/Put/seqid=0 2024-11-16T10:28:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742365_1541 (size=12595) 2024-11-16T10:28:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742366_1542 (size=31549) 2024-11-16T10:28:20,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:20,657 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116290b836127c34bd7b7ff005bb73ff6d4_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116290b836127c34bd7b7ff005bb73ff6d4_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/4ae8e003b55345209a8da80bf7ad9df5, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/4ae8e003b55345209a8da80bf7ad9df5 is 175, key is test_row_0/A:col10/1731752898533/Put/seqid=0 2024-11-16T10:28:20,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742367_1543 (size=31105) 2024-11-16T10:28:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:20,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:20,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752960684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T10:28:20,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752960787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:20,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53994 deadline: 1731752960894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:20,897 DEBUG [Thread-2182 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:28:20,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54004 deadline: 1731752960911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:20,912 DEBUG [Thread-2176 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:28:20,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1731752960924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:20,926 DEBUG [Thread-2174 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:28:20,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54074 deadline: 1731752960927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:20,930 DEBUG [Thread-2178 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., hostname=adb367c328a9,33523,1731752726549, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:28:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752960991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:20,995 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/841221053e6b4379a11255d05591c43a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/841221053e6b4379a11255d05591c43a 2024-11-16T10:28:20,998 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/C of ff077e3af1c1c9e8ae8f017955be7449 into 841221053e6b4379a11255d05591c43a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:20,998 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:20,998 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/C, priority=13, startTime=1731752900133; duration=0sec 2024-11-16T10:28:20,998 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:20,998 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:C 2024-11-16T10:28:20,998 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/da6276e7117b4ba5a424c44b9dc62028 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/da6276e7117b4ba5a424c44b9dc62028 2024-11-16T10:28:21,002 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/A of ff077e3af1c1c9e8ae8f017955be7449 into da6276e7117b4ba5a424c44b9dc62028(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:21,002 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:21,002 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/A, priority=13, startTime=1731752900133; duration=0sec 2024-11-16T10:28:21,002 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:21,002 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:A 2024-11-16T10:28:21,061 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/4ae8e003b55345209a8da80bf7ad9df5 2024-11-16T10:28:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/141ffbde780440c6a9a932bb87f9dc5c is 50, key is test_row_0/B:col10/1731752898533/Put/seqid=0 2024-11-16T10:28:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742368_1544 (size=12151) 2024-11-16T10:28:21,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752961296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:21,470 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/141ffbde780440c6a9a932bb87f9dc5c 2024-11-16T10:28:21,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/97e9ce18e1904123a525e9e91f594d6c is 50, key is test_row_0/C:col10/1731752898533/Put/seqid=0 2024-11-16T10:28:21,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742369_1545 (size=12151) 2024-11-16T10:28:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T10:28:21,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752961798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:21,878 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/97e9ce18e1904123a525e9e91f594d6c 2024-11-16T10:28:21,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/4ae8e003b55345209a8da80bf7ad9df5 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/4ae8e003b55345209a8da80bf7ad9df5 2024-11-16T10:28:21,883 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/4ae8e003b55345209a8da80bf7ad9df5, entries=150, sequenceid=208, filesize=30.4 K 2024-11-16T10:28:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/141ffbde780440c6a9a932bb87f9dc5c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/141ffbde780440c6a9a932bb87f9dc5c 2024-11-16T10:28:21,886 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/141ffbde780440c6a9a932bb87f9dc5c, entries=150, sequenceid=208, filesize=11.9 K 2024-11-16T10:28:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/97e9ce18e1904123a525e9e91f594d6c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/97e9ce18e1904123a525e9e91f594d6c 2024-11-16T10:28:21,889 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/97e9ce18e1904123a525e9e91f594d6c, entries=150, sequenceid=208, filesize=11.9 K 2024-11-16T10:28:21,890 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ff077e3af1c1c9e8ae8f017955be7449 in 1648ms, sequenceid=208, compaction requested=false 2024-11-16T10:28:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-16T10:28:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-16T10:28:21,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-16T10:28:21,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2570 sec 2024-11-16T10:28:21,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.2590 sec 2024-11-16T10:28:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:22,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T10:28:22,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:22,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:22,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:22,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:22,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:22,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:22,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111613401a4947a84b8b8a350d5bd5dccd42_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752900680/Put/seqid=0 2024-11-16T10:28:22,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742370_1546 (size=14794) 2024-11-16T10:28:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752962867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752962970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:23,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752963172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:23,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:23,220 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111613401a4947a84b8b8a350d5bd5dccd42_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111613401a4947a84b8b8a350d5bd5dccd42_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:23,220 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/926cf096b3774ab5bc49619eb81c1e7a, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:23,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/926cf096b3774ab5bc49619eb81c1e7a is 175, key is test_row_0/A:col10/1731752900680/Put/seqid=0 2024-11-16T10:28:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742371_1547 (size=39749) 2024-11-16T10:28:23,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752963476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:23,624 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/926cf096b3774ab5bc49619eb81c1e7a 2024-11-16T10:28:23,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/744b9a2f569d4829ba564843bdb1632f is 50, key is test_row_0/B:col10/1731752900680/Put/seqid=0 2024-11-16T10:28:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742372_1548 (size=12151) 2024-11-16T10:28:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-16T10:28:23,738 INFO [Thread-2184 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-16T10:28:23,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:28:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-16T10:28:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T10:28:23,740 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:28:23,740 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:28:23,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:28:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T10:28:23,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:23,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-16T10:28:23,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:23,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:23,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:23,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:23,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:23,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752963981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:24,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/744b9a2f569d4829ba564843bdb1632f 2024-11-16T10:28:24,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/8e72e3490da444879d691ec1cea5078b is 50, key is test_row_0/C:col10/1731752900680/Put/seqid=0 2024-11-16T10:28:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742373_1549 (size=12151) 2024-11-16T10:28:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T10:28:24,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:24,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-16T10:28:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:24,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:24,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:24,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-16T10:28:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:24,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:24,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T10:28:24,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:24,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-16T10:28:24,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:24,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:24,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:28:24,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/8e72e3490da444879d691ec1cea5078b 2024-11-16T10:28:24,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/926cf096b3774ab5bc49619eb81c1e7a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/926cf096b3774ab5bc49619eb81c1e7a 2024-11-16T10:28:24,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/926cf096b3774ab5bc49619eb81c1e7a, entries=200, sequenceid=224, filesize=38.8 K 2024-11-16T10:28:24,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/744b9a2f569d4829ba564843bdb1632f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/744b9a2f569d4829ba564843bdb1632f 2024-11-16T10:28:24,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/744b9a2f569d4829ba564843bdb1632f, entries=150, sequenceid=224, filesize=11.9 K 2024-11-16T10:28:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/8e72e3490da444879d691ec1cea5078b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/8e72e3490da444879d691ec1cea5078b 2024-11-16T10:28:24,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/8e72e3490da444879d691ec1cea5078b, entries=150, sequenceid=224, filesize=11.9 K 2024-11-16T10:28:24,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ff077e3af1c1c9e8ae8f017955be7449 in 1644ms, sequenceid=224, compaction requested=true 2024-11-16T10:28:24,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:24,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:28:24,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:24,452 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:24,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:28:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:24,453 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:28:24,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:24,453 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:24,453 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:24,453 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/A is initiating minor compaction (all files) 2024-11-16T10:28:24,453 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/B is initiating minor compaction (all files) 2024-11-16T10:28:24,453 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/A in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,453 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/B in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,453 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/da6276e7117b4ba5a424c44b9dc62028, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/4ae8e003b55345209a8da80bf7ad9df5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/926cf096b3774ab5bc49619eb81c1e7a] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=100.0 K 2024-11-16T10:28:24,453 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d692220259c4e60b0b3c3b619463e62, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/141ffbde780440c6a9a932bb87f9dc5c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/744b9a2f569d4829ba564843bdb1632f] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=36.0 K 2024-11-16T10:28:24,453 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,453 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/da6276e7117b4ba5a424c44b9dc62028, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/4ae8e003b55345209a8da80bf7ad9df5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/926cf096b3774ab5bc49619eb81c1e7a] 2024-11-16T10:28:24,454 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d692220259c4e60b0b3c3b619463e62, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731752896357 2024-11-16T10:28:24,454 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting da6276e7117b4ba5a424c44b9dc62028, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731752896357 2024-11-16T10:28:24,454 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 141ffbde780440c6a9a932bb87f9dc5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731752898533 2024-11-16T10:28:24,454 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ae8e003b55345209a8da80bf7ad9df5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731752898533 2024-11-16T10:28:24,454 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 744b9a2f569d4829ba564843bdb1632f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731752900680 2024-11-16T10:28:24,454 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 926cf096b3774ab5bc49619eb81c1e7a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731752900678 2024-11-16T10:28:24,458 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:24,458 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#B#compaction#456 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:24,459 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/ef5047ca7ca64f1bba997c87aa6927cc is 50, key is test_row_0/B:col10/1731752900680/Put/seqid=0 2024-11-16T10:28:24,459 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111644b0a6b8e9754877aabd4dcda6d958df_ff077e3af1c1c9e8ae8f017955be7449 store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:24,461 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111644b0a6b8e9754877aabd4dcda6d958df_ff077e3af1c1c9e8ae8f017955be7449, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:24,461 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111644b0a6b8e9754877aabd4dcda6d958df_ff077e3af1c1c9e8ae8f017955be7449 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742375_1551 (size=4469) 2024-11-16T10:28:24,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742374_1550 (size=12697) 2024-11-16T10:28:24,475 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#A#compaction#457 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:24,475 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/6de067666ef948aeacac4ab6604f55a1 is 175, key is test_row_0/A:col10/1731752900680/Put/seqid=0 2024-11-16T10:28:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742376_1552 (size=31651) 2024-11-16T10:28:24,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:24,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-16T10:28:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,500 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-16T10:28:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:24,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:24,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116421b01b82a97470d807d27a097e3aab7_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752902866/Put/seqid=0 2024-11-16T10:28:24,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742377_1553 (size=12304) 2024-11-16T10:28:24,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:24,510 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116421b01b82a97470d807d27a097e3aab7_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116421b01b82a97470d807d27a097e3aab7_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:24,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/3d1f2ebf2560450f86dd9ba0fc75a8a4, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:24,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/3d1f2ebf2560450f86dd9ba0fc75a8a4 is 175, key is test_row_0/A:col10/1731752902866/Put/seqid=0 2024-11-16T10:28:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742378_1554 (size=31105) 2024-11-16T10:28:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T10:28:24,877 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/ef5047ca7ca64f1bba997c87aa6927cc as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/ef5047ca7ca64f1bba997c87aa6927cc 2024-11-16T10:28:24,881 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/B of ff077e3af1c1c9e8ae8f017955be7449 into ef5047ca7ca64f1bba997c87aa6927cc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:24,882 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:24,882 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/B, priority=13, startTime=1731752904452; duration=0sec 2024-11-16T10:28:24,882 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:24,882 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:B 2024-11-16T10:28:24,882 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T10:28:24,882 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/6de067666ef948aeacac4ab6604f55a1 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6de067666ef948aeacac4ab6604f55a1 2024-11-16T10:28:24,882 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T10:28:24,883 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/C is initiating minor compaction (all files) 2024-11-16T10:28:24,883 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/C in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:24,883 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/841221053e6b4379a11255d05591c43a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/97e9ce18e1904123a525e9e91f594d6c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/8e72e3490da444879d691ec1cea5078b] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=36.0 K 2024-11-16T10:28:24,883 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 841221053e6b4379a11255d05591c43a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731752896357 2024-11-16T10:28:24,883 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 97e9ce18e1904123a525e9e91f594d6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731752898533 2024-11-16T10:28:24,883 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e72e3490da444879d691ec1cea5078b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731752900680 2024-11-16T10:28:24,886 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/A of ff077e3af1c1c9e8ae8f017955be7449 into 6de067666ef948aeacac4ab6604f55a1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:24,886 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:24,886 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/A, priority=13, startTime=1731752904452; duration=0sec 2024-11-16T10:28:24,886 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:24,886 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:A 2024-11-16T10:28:24,888 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:24,889 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/3e38c8b70341482a888893d09de9b907 is 50, key is test_row_0/C:col10/1731752900680/Put/seqid=0 2024-11-16T10:28:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742379_1555 (size=12697) 2024-11-16T10:28:24,914 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/3d1f2ebf2560450f86dd9ba0fc75a8a4 2024-11-16T10:28:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f61084a3222d4f88be182698640040ab is 50, key is test_row_0/B:col10/1731752902866/Put/seqid=0 2024-11-16T10:28:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742380_1556 (size=12151) 2024-11-16T10:28:24,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T10:28:24,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:25,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752965015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:25,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752965118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:25,295 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/3e38c8b70341482a888893d09de9b907 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/3e38c8b70341482a888893d09de9b907 2024-11-16T10:28:25,297 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/C of ff077e3af1c1c9e8ae8f017955be7449 into 3e38c8b70341482a888893d09de9b907(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:25,298 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:25,298 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/C, priority=13, startTime=1731752904453; duration=0sec 2024-11-16T10:28:25,298 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:25,298 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:C 2024-11-16T10:28:25,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752965322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:25,335 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f61084a3222d4f88be182698640040ab 2024-11-16T10:28:25,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/e644edd30022478594e1b6f09a17c348 is 50, key is test_row_0/C:col10/1731752902866/Put/seqid=0 2024-11-16T10:28:25,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742381_1557 (size=12151) 2024-11-16T10:28:25,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752965626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:25,744 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/e644edd30022478594e1b6f09a17c348 2024-11-16T10:28:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/3d1f2ebf2560450f86dd9ba0fc75a8a4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3d1f2ebf2560450f86dd9ba0fc75a8a4 2024-11-16T10:28:25,768 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3d1f2ebf2560450f86dd9ba0fc75a8a4, entries=150, sequenceid=247, filesize=30.4 K 2024-11-16T10:28:25,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/f61084a3222d4f88be182698640040ab as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f61084a3222d4f88be182698640040ab 2024-11-16T10:28:25,771 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f61084a3222d4f88be182698640040ab, entries=150, sequenceid=247, filesize=11.9 K 2024-11-16T10:28:25,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/e644edd30022478594e1b6f09a17c348 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/e644edd30022478594e1b6f09a17c348 2024-11-16T10:28:25,774 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/e644edd30022478594e1b6f09a17c348, entries=150, sequenceid=247, filesize=11.9 K 2024-11-16T10:28:25,774 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ff077e3af1c1c9e8ae8f017955be7449 in 1275ms, sequenceid=247, compaction requested=false 2024-11-16T10:28:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-16T10:28:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-16T10:28:25,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-16T10:28:25,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0350 sec 2024-11-16T10:28:25,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.0380 sec 2024-11-16T10:28:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-16T10:28:25,843 INFO [Thread-2184 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-16T10:28:25,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-16T10:28:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-16T10:28:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T10:28:25,844 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-16T10:28:25,845 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T10:28:25,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T10:28:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T10:28:25,996 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:25,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33523 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-16T10:28:25,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:25,996 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-16T10:28:25,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:25,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:25,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:25,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:25,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:25,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:26,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ba0a6e65bcac460480cedc120342880f_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752905015/Put/seqid=0 2024-11-16T10:28:26,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742382_1558 (size=12454) 2024-11-16T10:28:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:26,006 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116ba0a6e65bcac460480cedc120342880f_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ba0a6e65bcac460480cedc120342880f_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:26,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/e8063ba7b88947a0a5efb3ad7a5e68db, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:26,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/e8063ba7b88947a0a5efb3ad7a5e68db is 175, key is test_row_0/A:col10/1731752905015/Put/seqid=0 2024-11-16T10:28:26,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742383_1559 (size=31255) 2024-11-16T10:28:26,011 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/e8063ba7b88947a0a5efb3ad7a5e68db 2024-11-16T10:28:26,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/b1d051c2990b44afa7eac7941a8c7c9c is 50, key is test_row_0/B:col10/1731752905015/Put/seqid=0 2024-11-16T10:28:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742384_1560 (size=12301) 2024-11-16T10:28:26,022 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/b1d051c2990b44afa7eac7941a8c7c9c 2024-11-16T10:28:26,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/b416ca3b66c84ffab5bb937397121d6b is 50, key is test_row_0/C:col10/1731752905015/Put/seqid=0 2024-11-16T10:28:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742385_1561 (size=12301) 2024-11-16T10:28:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:26,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. as already flushing 2024-11-16T10:28:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T10:28:26,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752966186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:26,202 DEBUG [Thread-2193 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:62294 2024-11-16T10:28:26,202 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:26,202 DEBUG [Thread-2189 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:62294 2024-11-16T10:28:26,202 DEBUG [Thread-2189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:26,204 DEBUG [Thread-2187 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:62294 2024-11-16T10:28:26,204 DEBUG [Thread-2187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:26,204 DEBUG [Thread-2185 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:62294 2024-11-16T10:28:26,204 DEBUG [Thread-2185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:26,204 DEBUG [Thread-2191 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:62294 2024-11-16T10:28:26,204 DEBUG [Thread-2191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-16T10:28:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53998 deadline: 1731752966289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 2024-11-16T10:28:26,432 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/b416ca3b66c84ffab5bb937397121d6b 2024-11-16T10:28:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/e8063ba7b88947a0a5efb3ad7a5e68db as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e8063ba7b88947a0a5efb3ad7a5e68db 2024-11-16T10:28:26,445 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e8063ba7b88947a0a5efb3ad7a5e68db, entries=150, sequenceid=263, filesize=30.5 K 2024-11-16T10:28:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/b1d051c2990b44afa7eac7941a8c7c9c as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b1d051c2990b44afa7eac7941a8c7c9c 2024-11-16T10:28:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T10:28:26,450 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b1d051c2990b44afa7eac7941a8c7c9c, entries=150, sequenceid=263, filesize=12.0 K 2024-11-16T10:28:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/b416ca3b66c84ffab5bb937397121d6b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/b416ca3b66c84ffab5bb937397121d6b 2024-11-16T10:28:26,455 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/b416ca3b66c84ffab5bb937397121d6b, entries=150, sequenceid=263, filesize=12.0 K 2024-11-16T10:28:26,456 INFO [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ff077e3af1c1c9e8ae8f017955be7449 in 460ms, sequenceid=263, compaction requested=true 2024-11-16T10:28:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-16T10:28:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-16T10:28:26,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-16T10:28:26,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-11-16T10:28:26,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 615 msec 2024-11-16T10:28:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33523 {}] regionserver.HRegion(8581): Flush requested on ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:26,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-16T10:28:26,494 DEBUG [Thread-2180 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:62294 2024-11-16T10:28:26,494 DEBUG [Thread-2180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:26,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:26,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:26,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161b5ddd6f91e946af9eb5d1058f8a4e0c_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752906491/Put/seqid=0 2024-11-16T10:28:26,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742386_1562 (size=12454) 2024-11-16T10:28:26,908 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:26,916 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411161b5ddd6f91e946af9eb5d1058f8a4e0c_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161b5ddd6f91e946af9eb5d1058f8a4e0c_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:26,917 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/3dc8d928b84142b39536b84c8216de73, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:26,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/3dc8d928b84142b39536b84c8216de73 is 175, key is test_row_0/A:col10/1731752906491/Put/seqid=0 2024-11-16T10:28:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742387_1563 (size=31255) 2024-11-16T10:28:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-16T10:28:26,948 INFO [Thread-2184 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-16T10:28:27,323 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/3dc8d928b84142b39536b84c8216de73 2024-11-16T10:28:27,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/6f21b88ec4e345978cfb59acf23d904a is 50, key is test_row_0/B:col10/1731752906491/Put/seqid=0 2024-11-16T10:28:27,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742388_1564 (size=12301) 2024-11-16T10:28:27,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/6f21b88ec4e345978cfb59acf23d904a 2024-11-16T10:28:27,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/eec617e25db14802a47a05c98ab10ce4 is 50, key is test_row_0/C:col10/1731752906491/Put/seqid=0 2024-11-16T10:28:27,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742389_1565 (size=12301) 2024-11-16T10:28:28,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/eec617e25db14802a47a05c98ab10ce4 2024-11-16T10:28:28,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/3dc8d928b84142b39536b84c8216de73 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3dc8d928b84142b39536b84c8216de73 2024-11-16T10:28:28,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3dc8d928b84142b39536b84c8216de73, entries=150, sequenceid=287, filesize=30.5 K 2024-11-16T10:28:28,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/6f21b88ec4e345978cfb59acf23d904a as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6f21b88ec4e345978cfb59acf23d904a 2024-11-16T10:28:28,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6f21b88ec4e345978cfb59acf23d904a, entries=150, sequenceid=287, filesize=12.0 K 2024-11-16T10:28:28,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/eec617e25db14802a47a05c98ab10ce4 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/eec617e25db14802a47a05c98ab10ce4 2024-11-16T10:28:28,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/eec617e25db14802a47a05c98ab10ce4, entries=150, sequenceid=287, filesize=12.0 K 2024-11-16T10:28:28,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for ff077e3af1c1c9e8ae8f017955be7449 in 1692ms, sequenceid=287, compaction requested=true 2024-11-16T10:28:28,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:28,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:A, priority=-2147483648, current under compaction store size is 1 2024-11-16T10:28:28,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:28,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:B, priority=-2147483648, current under compaction store size is 2 2024-11-16T10:28:28,185 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:28:28,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:28,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ff077e3af1c1c9e8ae8f017955be7449:C, priority=-2147483648, current under compaction store size is 3 2024-11-16T10:28:28,186 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:28:28,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:28,187 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:28:28,187 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:28:28,187 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/A is initiating minor compaction (all files) 2024-11-16T10:28:28,187 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/B is initiating minor compaction (all files) 2024-11-16T10:28:28,187 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/A in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:28,187 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/B in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:28,187 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6de067666ef948aeacac4ab6604f55a1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3d1f2ebf2560450f86dd9ba0fc75a8a4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e8063ba7b88947a0a5efb3ad7a5e68db, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3dc8d928b84142b39536b84c8216de73] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=122.3 K 2024-11-16T10:28:28,187 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/ef5047ca7ca64f1bba997c87aa6927cc, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f61084a3222d4f88be182698640040ab, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b1d051c2990b44afa7eac7941a8c7c9c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6f21b88ec4e345978cfb59acf23d904a] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=48.3 K 2024-11-16T10:28:28,187 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:28,187 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. files: [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6de067666ef948aeacac4ab6604f55a1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3d1f2ebf2560450f86dd9ba0fc75a8a4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e8063ba7b88947a0a5efb3ad7a5e68db, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3dc8d928b84142b39536b84c8216de73] 2024-11-16T10:28:28,187 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting ef5047ca7ca64f1bba997c87aa6927cc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731752900680 2024-11-16T10:28:28,187 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6de067666ef948aeacac4ab6604f55a1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731752900680 2024-11-16T10:28:28,188 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting f61084a3222d4f88be182698640040ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731752902851 2024-11-16T10:28:28,188 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d1f2ebf2560450f86dd9ba0fc75a8a4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731752902851 2024-11-16T10:28:28,188 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b1d051c2990b44afa7eac7941a8c7c9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731752905001 2024-11-16T10:28:28,188 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8063ba7b88947a0a5efb3ad7a5e68db, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731752905001 2024-11-16T10:28:28,188 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f21b88ec4e345978cfb59acf23d904a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731752906154 2024-11-16T10:28:28,188 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dc8d928b84142b39536b84c8216de73, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731752906154 2024-11-16T10:28:28,196 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:28,197 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:28,197 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241116c802fcd2b9374b05ad73fa2a73ff5548_ff077e3af1c1c9e8ae8f017955be7449 store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:28,198 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/c53b39c7a6f14faba7e23cea96f2ab59 is 50, key is test_row_0/B:col10/1731752906491/Put/seqid=0 2024-11-16T10:28:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742390_1566 (size=12983) 2024-11-16T10:28:28,209 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241116c802fcd2b9374b05ad73fa2a73ff5548_ff077e3af1c1c9e8ae8f017955be7449, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:28,209 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116c802fcd2b9374b05ad73fa2a73ff5548_ff077e3af1c1c9e8ae8f017955be7449 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:28,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742391_1567 (size=4469) 2024-11-16T10:28:28,615 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#A#compaction#469 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:28,616 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/c53b39c7a6f14faba7e23cea96f2ab59 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/c53b39c7a6f14faba7e23cea96f2ab59 2024-11-16T10:28:28,616 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/7b05263b765e45bb9b7b22d676e7bea8 is 175, key is test_row_0/A:col10/1731752906491/Put/seqid=0 2024-11-16T10:28:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742392_1568 (size=31937) 2024-11-16T10:28:28,623 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/B of ff077e3af1c1c9e8ae8f017955be7449 into c53b39c7a6f14faba7e23cea96f2ab59(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:28,623 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:28,623 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/B, priority=12, startTime=1731752908185; duration=0sec 2024-11-16T10:28:28,623 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-16T10:28:28,623 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:B 2024-11-16T10:28:28,623 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-16T10:28:28,624 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-16T10:28:28,624 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1540): ff077e3af1c1c9e8ae8f017955be7449/C is initiating minor compaction (all files) 2024-11-16T10:28:28,624 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ff077e3af1c1c9e8ae8f017955be7449/C in TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:28,624 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/3e38c8b70341482a888893d09de9b907, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/e644edd30022478594e1b6f09a17c348, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/b416ca3b66c84ffab5bb937397121d6b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/eec617e25db14802a47a05c98ab10ce4] into tmpdir=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp, totalSize=48.3 K 2024-11-16T10:28:28,624 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e38c8b70341482a888893d09de9b907, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731752900680 2024-11-16T10:28:28,625 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting e644edd30022478594e1b6f09a17c348, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731752902851 2024-11-16T10:28:28,625 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting b416ca3b66c84ffab5bb937397121d6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731752905001 2024-11-16T10:28:28,625 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] compactions.Compactor(224): Compacting eec617e25db14802a47a05c98ab10ce4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731752906154 2024-11-16T10:28:28,631 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ff077e3af1c1c9e8ae8f017955be7449#C#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T10:28:28,631 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/9dbd7711af2d49e38627269de1bff449 is 50, key is test_row_0/C:col10/1731752906491/Put/seqid=0 2024-11-16T10:28:28,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742393_1569 (size=12983) 2024-11-16T10:28:29,033 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/7b05263b765e45bb9b7b22d676e7bea8 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/7b05263b765e45bb9b7b22d676e7bea8 2024-11-16T10:28:29,038 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/A of ff077e3af1c1c9e8ae8f017955be7449 into 7b05263b765e45bb9b7b22d676e7bea8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:29,038 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:29,038 INFO [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/A, priority=12, startTime=1731752908185; duration=0sec 2024-11-16T10:28:29,038 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:29,038 DEBUG [RS:0;adb367c328a9:33523-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:A 2024-11-16T10:28:29,038 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/9dbd7711af2d49e38627269de1bff449 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/9dbd7711af2d49e38627269de1bff449 2024-11-16T10:28:29,043 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ff077e3af1c1c9e8ae8f017955be7449/C of ff077e3af1c1c9e8ae8f017955be7449 into 9dbd7711af2d49e38627269de1bff449(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T10:28:29,043 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:29,043 INFO [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449., storeName=ff077e3af1c1c9e8ae8f017955be7449/C, priority=12, startTime=1731752908185; duration=0sec 2024-11-16T10:28:29,043 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T10:28:29,043 DEBUG [RS:0;adb367c328a9:33523-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ff077e3af1c1c9e8ae8f017955be7449:C 2024-11-16T10:28:30,933 DEBUG [Thread-2182 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:62294 2024-11-16T10:28:30,933 DEBUG [Thread-2182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:30,953 DEBUG [Thread-2178 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:62294 2024-11-16T10:28:30,954 DEBUG [Thread-2178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:30,981 DEBUG [Thread-2176 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:62294 2024-11-16T10:28:30,981 DEBUG [Thread-2176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:31,019 DEBUG [Thread-2174 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:62294 2024-11-16T10:28:31,019 DEBUG [Thread-2174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6397 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6353 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6207 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6387 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6353 2024-11-16T10:28:31,020 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-16T10:28:31,021 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:28:31,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17e5a47d to 127.0.0.1:62294 2024-11-16T10:28:31,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:31,022 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-16T10:28:31,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-16T10:28:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T10:28:31,026 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752911026"}]},"ts":"1731752911026"} 2024-11-16T10:28:31,027 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-16T10:28:31,043 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-16T10:28:31,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-16T10:28:31,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, UNASSIGN}] 2024-11-16T10:28:31,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, UNASSIGN 2024-11-16T10:28:31,048 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=ff077e3af1c1c9e8ae8f017955be7449, regionState=CLOSING, regionLocation=adb367c328a9,33523,1731752726549 2024-11-16T10:28:31,049 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T10:28:31,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; CloseRegionProcedure ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549}] 2024-11-16T10:28:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T10:28:31,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,33523,1731752726549 2024-11-16T10:28:31,203 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:31,203 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-16T10:28:31,203 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing ff077e3af1c1c9e8ae8f017955be7449, disabling compactions & flushes 2024-11-16T10:28:31,203 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:31,203 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:31,203 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. after waiting 0 ms 2024-11-16T10:28:31,203 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:31,203 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(2837): Flushing ff077e3af1c1c9e8ae8f017955be7449 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-16T10:28:31,204 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=A 2024-11-16T10:28:31,204 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:31,204 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=B 2024-11-16T10:28:31,204 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:31,205 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ff077e3af1c1c9e8ae8f017955be7449, store=C 2024-11-16T10:28:31,205 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-16T10:28:31,214 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116da02cadc59ae446282de45ad9d1fae6e_ff077e3af1c1c9e8ae8f017955be7449 is 50, key is test_row_0/A:col10/1731752910978/Put/seqid=0 2024-11-16T10:28:31,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742394_1570 (size=12454) 2024-11-16T10:28:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T10:28:31,619 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:28:31,628 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116da02cadc59ae446282de45ad9d1fae6e_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116da02cadc59ae446282de45ad9d1fae6e_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:31,630 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/b3b7b6e579104f0a84cfddf07390962e, store: [table=TestAcidGuarantees family=A region=ff077e3af1c1c9e8ae8f017955be7449] 2024-11-16T10:28:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T10:28:31,631 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/b3b7b6e579104f0a84cfddf07390962e is 175, key is test_row_0/A:col10/1731752910978/Put/seqid=0 2024-11-16T10:28:31,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742395_1571 (size=31255) 2024-11-16T10:28:32,038 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/b3b7b6e579104f0a84cfddf07390962e 2024-11-16T10:28:32,051 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/5a6f2244cd364aef8893a20c9b1d2a2b is 50, key is test_row_0/B:col10/1731752910978/Put/seqid=0 2024-11-16T10:28:32,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742396_1572 (size=12301) 2024-11-16T10:28:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T10:28:32,456 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/5a6f2244cd364aef8893a20c9b1d2a2b 2024-11-16T10:28:32,470 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/871570b8b9854c798e34548859a276ab is 50, key is test_row_0/C:col10/1731752910978/Put/seqid=0 2024-11-16T10:28:32,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742397_1573 (size=12301) 2024-11-16T10:28:32,877 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/871570b8b9854c798e34548859a276ab 2024-11-16T10:28:32,888 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/A/b3b7b6e579104f0a84cfddf07390962e as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b3b7b6e579104f0a84cfddf07390962e 2024-11-16T10:28:32,895 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b3b7b6e579104f0a84cfddf07390962e, entries=150, sequenceid=297, filesize=30.5 K 2024-11-16T10:28:32,895 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/B/5a6f2244cd364aef8893a20c9b1d2a2b as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5a6f2244cd364aef8893a20c9b1d2a2b 2024-11-16T10:28:32,898 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5a6f2244cd364aef8893a20c9b1d2a2b, entries=150, sequenceid=297, filesize=12.0 K 2024-11-16T10:28:32,898 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/.tmp/C/871570b8b9854c798e34548859a276ab as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/871570b8b9854c798e34548859a276ab 2024-11-16T10:28:32,901 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/871570b8b9854c798e34548859a276ab, entries=150, sequenceid=297, filesize=12.0 K 2024-11-16T10:28:32,901 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ff077e3af1c1c9e8ae8f017955be7449 in 1698ms, sequenceid=297, compaction requested=false 2024-11-16T10:28:32,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/74bafca32166496fadcbb8b2c9cd1006, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b5bbae88f0044af1b005cce7498e35ec, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/39069412b4df4b86813346a997f03655, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/0e7275d5e31741c4bbeed1236a08ccaf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/7b73c299322042438cef63fa2130d5e0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/8f11fa4d83894a93acfc02c34b273121, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/fd3e7ccf5e334e049b78bdf1b85e5fe7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/a11be76053f9461a9200cb81fa430012, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/10135e7e2f9045b699a09f22911b0936, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/1836ecd76cb445e0bca51ccd8083cc24, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e0708c9e73a34b5ba8d53b0977d2ba6e, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6e11aa882d234ef5bfdf4683ab5254aa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/da6276e7117b4ba5a424c44b9dc62028, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/4ae8e003b55345209a8da80bf7ad9df5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/926cf096b3774ab5bc49619eb81c1e7a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6de067666ef948aeacac4ab6604f55a1, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3d1f2ebf2560450f86dd9ba0fc75a8a4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e8063ba7b88947a0a5efb3ad7a5e68db, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3dc8d928b84142b39536b84c8216de73] to archive 2024-11-16T10:28:32,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:28:32,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/9d5f7df9b1ea4f589ee8a393ebbbc6a9 2024-11-16T10:28:32,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/74bafca32166496fadcbb8b2c9cd1006 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/74bafca32166496fadcbb8b2c9cd1006 2024-11-16T10:28:32,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b5bbae88f0044af1b005cce7498e35ec to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b5bbae88f0044af1b005cce7498e35ec 2024-11-16T10:28:32,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/39069412b4df4b86813346a997f03655 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/39069412b4df4b86813346a997f03655 2024-11-16T10:28:32,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/0e7275d5e31741c4bbeed1236a08ccaf to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/0e7275d5e31741c4bbeed1236a08ccaf 2024-11-16T10:28:32,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/7b73c299322042438cef63fa2130d5e0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/7b73c299322042438cef63fa2130d5e0 2024-11-16T10:28:32,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/8f11fa4d83894a93acfc02c34b273121 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/8f11fa4d83894a93acfc02c34b273121 2024-11-16T10:28:32,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/fd3e7ccf5e334e049b78bdf1b85e5fe7 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/fd3e7ccf5e334e049b78bdf1b85e5fe7 2024-11-16T10:28:32,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/a11be76053f9461a9200cb81fa430012 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/a11be76053f9461a9200cb81fa430012 2024-11-16T10:28:32,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/10135e7e2f9045b699a09f22911b0936 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/10135e7e2f9045b699a09f22911b0936 2024-11-16T10:28:32,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/1836ecd76cb445e0bca51ccd8083cc24 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/1836ecd76cb445e0bca51ccd8083cc24 2024-11-16T10:28:32,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e0708c9e73a34b5ba8d53b0977d2ba6e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e0708c9e73a34b5ba8d53b0977d2ba6e 2024-11-16T10:28:32,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6e11aa882d234ef5bfdf4683ab5254aa to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6e11aa882d234ef5bfdf4683ab5254aa 2024-11-16T10:28:32,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/da6276e7117b4ba5a424c44b9dc62028 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/da6276e7117b4ba5a424c44b9dc62028 2024-11-16T10:28:32,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/4ae8e003b55345209a8da80bf7ad9df5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/4ae8e003b55345209a8da80bf7ad9df5 2024-11-16T10:28:32,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/926cf096b3774ab5bc49619eb81c1e7a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/926cf096b3774ab5bc49619eb81c1e7a 2024-11-16T10:28:32,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6de067666ef948aeacac4ab6604f55a1 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/6de067666ef948aeacac4ab6604f55a1 2024-11-16T10:28:32,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3d1f2ebf2560450f86dd9ba0fc75a8a4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3d1f2ebf2560450f86dd9ba0fc75a8a4 2024-11-16T10:28:32,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e8063ba7b88947a0a5efb3ad7a5e68db to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/e8063ba7b88947a0a5efb3ad7a5e68db 2024-11-16T10:28:32,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3dc8d928b84142b39536b84c8216de73 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/3dc8d928b84142b39536b84c8216de73 2024-11-16T10:28:32,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d073b3aa86d45f2b16780f6efd3b82f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/53829915b01f461097da08e1517e7cfd, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/cc8985d36cf8449eacb139247f5698e4, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/783558fcada04ef180784cb112b04a53, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f4784e90c0ed46b3898ce95e883e2cd0, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/20461875a9b440dea08edf4c990a8c9d, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/c5f834b149684b97a5258af7abbe3f93, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6474f60ecb2943258be268b23aa4a7b5, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/bbf9594d7c304ca5aeb6c8eab3db4a5f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b5ecfa8d31da47c1a81d659651471a22, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f128155bcb644564ab824805798959cc, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f2e96958cd7e4dd38b8128537221b84c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d692220259c4e60b0b3c3b619463e62, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/a9b87918b93747dc9cadf96b910faced, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/141ffbde780440c6a9a932bb87f9dc5c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/ef5047ca7ca64f1bba997c87aa6927cc, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/744b9a2f569d4829ba564843bdb1632f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f61084a3222d4f88be182698640040ab, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b1d051c2990b44afa7eac7941a8c7c9c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6f21b88ec4e345978cfb59acf23d904a] to archive 2024-11-16T10:28:32,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:28:32,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d073b3aa86d45f2b16780f6efd3b82f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d073b3aa86d45f2b16780f6efd3b82f 2024-11-16T10:28:32,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/53829915b01f461097da08e1517e7cfd to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/53829915b01f461097da08e1517e7cfd 2024-11-16T10:28:32,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/cc8985d36cf8449eacb139247f5698e4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/cc8985d36cf8449eacb139247f5698e4 2024-11-16T10:28:32,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/783558fcada04ef180784cb112b04a53 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/783558fcada04ef180784cb112b04a53 2024-11-16T10:28:32,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f4784e90c0ed46b3898ce95e883e2cd0 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f4784e90c0ed46b3898ce95e883e2cd0 2024-11-16T10:28:32,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/20461875a9b440dea08edf4c990a8c9d to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/20461875a9b440dea08edf4c990a8c9d 2024-11-16T10:28:32,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/c5f834b149684b97a5258af7abbe3f93 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/c5f834b149684b97a5258af7abbe3f93 2024-11-16T10:28:32,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6474f60ecb2943258be268b23aa4a7b5 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6474f60ecb2943258be268b23aa4a7b5 2024-11-16T10:28:32,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/bbf9594d7c304ca5aeb6c8eab3db4a5f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/bbf9594d7c304ca5aeb6c8eab3db4a5f 2024-11-16T10:28:32,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b5ecfa8d31da47c1a81d659651471a22 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b5ecfa8d31da47c1a81d659651471a22 2024-11-16T10:28:32,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f128155bcb644564ab824805798959cc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f128155bcb644564ab824805798959cc 2024-11-16T10:28:32,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f2e96958cd7e4dd38b8128537221b84c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f2e96958cd7e4dd38b8128537221b84c 2024-11-16T10:28:32,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d692220259c4e60b0b3c3b619463e62 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5d692220259c4e60b0b3c3b619463e62 2024-11-16T10:28:32,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/a9b87918b93747dc9cadf96b910faced to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/a9b87918b93747dc9cadf96b910faced 2024-11-16T10:28:32,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/141ffbde780440c6a9a932bb87f9dc5c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/141ffbde780440c6a9a932bb87f9dc5c 2024-11-16T10:28:32,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/ef5047ca7ca64f1bba997c87aa6927cc to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/ef5047ca7ca64f1bba997c87aa6927cc 2024-11-16T10:28:32,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/744b9a2f569d4829ba564843bdb1632f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/744b9a2f569d4829ba564843bdb1632f 2024-11-16T10:28:32,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f61084a3222d4f88be182698640040ab to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/f61084a3222d4f88be182698640040ab 2024-11-16T10:28:32,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b1d051c2990b44afa7eac7941a8c7c9c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/b1d051c2990b44afa7eac7941a8c7c9c 2024-11-16T10:28:32,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6f21b88ec4e345978cfb59acf23d904a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/6f21b88ec4e345978cfb59acf23d904a 2024-11-16T10:28:32,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2160670d5aa7443bbf83edeab99ddbcf, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/14525a268fca48ecb8549a0913511792, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/cd0bc9b21ae6465891807df1c560db01, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92937ce4c5e4437cab01b1879f73ec50, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/9ab049232dd44a1e95c972c1265bfcf3, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92f5293c58914fe4beff3c27aaad0ad6, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/89eb9f2e9ccb4382a6610159bcfd8c4f, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/ded0de6d4d7346c8b920ffe882d78c56, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/67146c31953642599df57c3fe3070eaa, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/4918fe7f63cc4294a8394cded80528c7, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/097a55ee3bbb479eb8334591523f6b2a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/0bcca1c995bf4935ac3751b965615a3a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/841221053e6b4379a11255d05591c43a, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2b3017e326424793bb1d3a2abafc1d88, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/97e9ce18e1904123a525e9e91f594d6c, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/3e38c8b70341482a888893d09de9b907, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/8e72e3490da444879d691ec1cea5078b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/e644edd30022478594e1b6f09a17c348, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/b416ca3b66c84ffab5bb937397121d6b, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/eec617e25db14802a47a05c98ab10ce4] to archive 2024-11-16T10:28:32,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T10:28:32,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2160670d5aa7443bbf83edeab99ddbcf to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2160670d5aa7443bbf83edeab99ddbcf 2024-11-16T10:28:32,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/14525a268fca48ecb8549a0913511792 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/14525a268fca48ecb8549a0913511792 2024-11-16T10:28:32,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/cd0bc9b21ae6465891807df1c560db01 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/cd0bc9b21ae6465891807df1c560db01 2024-11-16T10:28:32,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92937ce4c5e4437cab01b1879f73ec50 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92937ce4c5e4437cab01b1879f73ec50 2024-11-16T10:28:32,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/9ab049232dd44a1e95c972c1265bfcf3 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/9ab049232dd44a1e95c972c1265bfcf3 2024-11-16T10:28:32,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92f5293c58914fe4beff3c27aaad0ad6 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/92f5293c58914fe4beff3c27aaad0ad6 2024-11-16T10:28:32,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/89eb9f2e9ccb4382a6610159bcfd8c4f to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/89eb9f2e9ccb4382a6610159bcfd8c4f 2024-11-16T10:28:32,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/ded0de6d4d7346c8b920ffe882d78c56 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/ded0de6d4d7346c8b920ffe882d78c56 2024-11-16T10:28:32,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/67146c31953642599df57c3fe3070eaa to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/67146c31953642599df57c3fe3070eaa 2024-11-16T10:28:32,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/4918fe7f63cc4294a8394cded80528c7 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/4918fe7f63cc4294a8394cded80528c7 2024-11-16T10:28:32,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/097a55ee3bbb479eb8334591523f6b2a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/097a55ee3bbb479eb8334591523f6b2a 2024-11-16T10:28:32,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/0bcca1c995bf4935ac3751b965615a3a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/0bcca1c995bf4935ac3751b965615a3a 2024-11-16T10:28:32,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/841221053e6b4379a11255d05591c43a to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/841221053e6b4379a11255d05591c43a 2024-11-16T10:28:32,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2b3017e326424793bb1d3a2abafc1d88 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/2b3017e326424793bb1d3a2abafc1d88 2024-11-16T10:28:32,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/97e9ce18e1904123a525e9e91f594d6c to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/97e9ce18e1904123a525e9e91f594d6c 2024-11-16T10:28:32,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/3e38c8b70341482a888893d09de9b907 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/3e38c8b70341482a888893d09de9b907 2024-11-16T10:28:32,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/8e72e3490da444879d691ec1cea5078b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/8e72e3490da444879d691ec1cea5078b 2024-11-16T10:28:32,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/e644edd30022478594e1b6f09a17c348 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/e644edd30022478594e1b6f09a17c348 2024-11-16T10:28:32,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/b416ca3b66c84ffab5bb937397121d6b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/b416ca3b66c84ffab5bb937397121d6b 2024-11-16T10:28:32,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/eec617e25db14802a47a05c98ab10ce4 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/eec617e25db14802a47a05c98ab10ce4 2024-11-16T10:28:32,950 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/recovered.edits/300.seqid, newMaxSeqId=300, maxSeqId=4 2024-11-16T10:28:32,951 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449. 2024-11-16T10:28:32,951 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for ff077e3af1c1c9e8ae8f017955be7449: 2024-11-16T10:28:32,952 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:32,952 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=ff077e3af1c1c9e8ae8f017955be7449, regionState=CLOSED 2024-11-16T10:28:32,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-16T10:28:32,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseRegionProcedure ff077e3af1c1c9e8ae8f017955be7449, server=adb367c328a9,33523,1731752726549 in 1.9040 sec 2024-11-16T10:28:32,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-16T10:28:32,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ff077e3af1c1c9e8ae8f017955be7449, UNASSIGN in 1.9090 sec 2024-11-16T10:28:32,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-16T10:28:32,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9120 sec 2024-11-16T10:28:32,956 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731752912956"}]},"ts":"1731752912956"} 2024-11-16T10:28:32,957 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-16T10:28:32,998 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-16T10:28:32,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9750 sec 2024-11-16T10:28:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-16T10:28:33,134 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-16T10:28:33,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-16T10:28:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:33,136 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-16T10:28:33,136 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=171, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:33,137 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,139 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C, FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/recovered.edits] 2024-11-16T10:28:33,141 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/7b05263b765e45bb9b7b22d676e7bea8 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/7b05263b765e45bb9b7b22d676e7bea8 2024-11-16T10:28:33,142 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b3b7b6e579104f0a84cfddf07390962e to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/A/b3b7b6e579104f0a84cfddf07390962e 2024-11-16T10:28:33,144 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5a6f2244cd364aef8893a20c9b1d2a2b to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/5a6f2244cd364aef8893a20c9b1d2a2b 2024-11-16T10:28:33,145 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/c53b39c7a6f14faba7e23cea96f2ab59 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/B/c53b39c7a6f14faba7e23cea96f2ab59 2024-11-16T10:28:33,147 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/871570b8b9854c798e34548859a276ab to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/871570b8b9854c798e34548859a276ab 2024-11-16T10:28:33,148 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/9dbd7711af2d49e38627269de1bff449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/C/9dbd7711af2d49e38627269de1bff449 2024-11-16T10:28:33,149 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/recovered.edits/300.seqid to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449/recovered.edits/300.seqid 2024-11-16T10:28:33,150 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/default/TestAcidGuarantees/ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,150 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-16T10:28:33,150 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T10:28:33,151 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-16T10:28:33,153 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160061cd2ef8a14a168d45999840981a77_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411160061cd2ef8a14a168d45999840981a77_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,153 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116044d3a253c4a4465a006f8dd8d88bd72_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116044d3a253c4a4465a006f8dd8d88bd72_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,154 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111613401a4947a84b8b8a350d5bd5dccd42_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111613401a4947a84b8b8a350d5bd5dccd42_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,155 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111613def14516d24101b22d3d29f67acb98_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111613def14516d24101b22d3d29f67acb98_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,156 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161b5ddd6f91e946af9eb5d1058f8a4e0c_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411161b5ddd6f91e946af9eb5d1058f8a4e0c_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,158 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116290b836127c34bd7b7ff005bb73ff6d4_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116290b836127c34bd7b7ff005bb73ff6d4_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,159 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116421b01b82a97470d807d27a097e3aab7_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116421b01b82a97470d807d27a097e3aab7_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,160 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116491b637f5c2b43b3a30635beae48d5e0_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116491b637f5c2b43b3a30635beae48d5e0_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,161 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165164859481b5450b90cfe4c0ef871d61_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165164859481b5450b90cfe4c0ef871d61_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,163 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165f4db25706bc4e428745a18d107378fb_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411165f4db25706bc4e428745a18d107378fb_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,164 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116656b888f661e402faac8199a7539d2d6_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116656b888f661e402faac8199a7539d2d6_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,165 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166b7aced1dcdf4ff4be8a689b94140a17_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411166b7aced1dcdf4ff4be8a689b94140a17_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,166 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b9e5c02458f84ace82d42365f5f3830d_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116b9e5c02458f84ace82d42365f5f3830d_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,168 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ba0a6e65bcac460480cedc120342880f_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ba0a6e65bcac460480cedc120342880f_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,169 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116da02cadc59ae446282de45ad9d1fae6e_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116da02cadc59ae446282de45ad9d1fae6e_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,170 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ddc61697e6944e988a98c99b0290ec28_ff077e3af1c1c9e8ae8f017955be7449 to hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241116ddc61697e6944e988a98c99b0290ec28_ff077e3af1c1c9e8ae8f017955be7449 2024-11-16T10:28:33,171 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-16T10:28:33,174 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=171, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:33,177 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-16T10:28:33,179 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-16T10:28:33,179 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=171, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:33,179 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-16T10:28:33,180 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731752913179"}]},"ts":"9223372036854775807"} 2024-11-16T10:28:33,181 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-16T10:28:33,181 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ff077e3af1c1c9e8ae8f017955be7449, NAME => 'TestAcidGuarantees,,1731752882970.ff077e3af1c1c9e8ae8f017955be7449.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T10:28:33,181 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-16T10:28:33,181 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731752913181"}]},"ts":"9223372036854775807"} 2024-11-16T10:28:33,182 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-16T10:28:33,193 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=171, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-16T10:28:33,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-11-16T10:28:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39291 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-16T10:28:33,237 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-16T10:28:33,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237 (was 239), OpenFileDescriptor=455 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3205 (was 3246) 2024-11-16T10:28:33,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T10:28:33,248 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:28:33,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e83c466 to 127.0.0.1:62294 2024-11-16T10:28:33,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:33,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:28:33,249 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=690286051, stopped=false 2024-11-16T10:28:33,249 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=adb367c328a9,39291,1731752725796 2024-11-16T10:28:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:28:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:28:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:28:33,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:28:33,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-16T10:28:33,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:33,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:28:33,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:28:33,261 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,33523,1731752726549' ***** 2024-11-16T10:28:33,261 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:28:33,261 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:28:33,261 INFO [RS:0;adb367c328a9:33523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:28:33,262 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:28:33,262 INFO [RS:0;adb367c328a9:33523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:28:33,262 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(3579): Received CLOSE for 3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:28:33,262 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,33523,1731752726549 2024-11-16T10:28:33,262 DEBUG [RS:0;adb367c328a9:33523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:33,263 INFO [RS:0;adb367c328a9:33523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:28:33,263 INFO [RS:0;adb367c328a9:33523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:28:33,263 INFO [RS:0;adb367c328a9:33523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:28:33,263 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-16T10:28:33,263 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3e2f57697faf2f9ca8c70fcfabd157b3, disabling compactions & flushes 2024-11-16T10:28:33,263 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:28:33,263 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:28:33,263 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. after waiting 0 ms 2024-11-16T10:28:33,263 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-16T10:28:33,263 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:28:33,263 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 3e2f57697faf2f9ca8c70fcfabd157b3=hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3.} 2024-11-16T10:28:33,263 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3e2f57697faf2f9ca8c70fcfabd157b3 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-16T10:28:33,263 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:28:33,263 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:28:33,264 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:28:33,264 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:28:33,264 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:28:33,264 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-16T10:28:33,267 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:28:33,279 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:28:33,279 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/namespace/3e2f57697faf2f9ca8c70fcfabd157b3/.tmp/info/458c6c927b7a47fa9fac6620103b6f7f is 45, key is default/info:d/1731752732224/Put/seqid=0 2024-11-16T10:28:33,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742398_1574 (size=5037) 2024-11-16T10:28:33,286 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/.tmp/info/bcb956716264492290f80e81d1d281fc is 143, key is hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3./info:regioninfo/1731752732075/Put/seqid=0 2024-11-16T10:28:33,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742399_1575 (size=7725) 2024-11-16T10:28:33,385 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:28:33,385 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:28:33,467 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:28:33,668 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3e2f57697faf2f9ca8c70fcfabd157b3 2024-11-16T10:28:33,684 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/namespace/3e2f57697faf2f9ca8c70fcfabd157b3/.tmp/info/458c6c927b7a47fa9fac6620103b6f7f 2024-11-16T10:28:33,690 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/.tmp/info/bcb956716264492290f80e81d1d281fc 2024-11-16T10:28:33,692 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/namespace/3e2f57697faf2f9ca8c70fcfabd157b3/.tmp/info/458c6c927b7a47fa9fac6620103b6f7f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/namespace/3e2f57697faf2f9ca8c70fcfabd157b3/info/458c6c927b7a47fa9fac6620103b6f7f 2024-11-16T10:28:33,695 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/namespace/3e2f57697faf2f9ca8c70fcfabd157b3/info/458c6c927b7a47fa9fac6620103b6f7f, entries=2, sequenceid=6, filesize=4.9 K 2024-11-16T10:28:33,695 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3e2f57697faf2f9ca8c70fcfabd157b3 in 432ms, sequenceid=6, compaction requested=false 2024-11-16T10:28:33,698 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/namespace/3e2f57697faf2f9ca8c70fcfabd157b3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:28:33,698 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:28:33,698 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3e2f57697faf2f9ca8c70fcfabd157b3: 2024-11-16T10:28:33,698 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731752730745.3e2f57697faf2f9ca8c70fcfabd157b3. 2024-11-16T10:28:33,708 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/.tmp/rep_barrier/856fe5b939334045af896c020cc05d98 is 102, key is TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851./rep_barrier:/1731752762300/DeleteFamily/seqid=0 2024-11-16T10:28:33,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742400_1576 (size=6025) 2024-11-16T10:28:33,868 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T10:28:34,068 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T10:28:34,112 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/.tmp/rep_barrier/856fe5b939334045af896c020cc05d98 2024-11-16T10:28:34,140 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/.tmp/table/791307a4807644bb85af8ee69658cd38 is 96, key is TestAcidGuarantees,,1731752732478.c60bce3d5bb472db1f3122652afd4851./table:/1731752762300/DeleteFamily/seqid=0 2024-11-16T10:28:34,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742401_1577 (size=5942) 2024-11-16T10:28:34,269 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-16T10:28:34,269 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:28:34,269 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T10:28:34,469 DEBUG [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T10:28:34,545 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/.tmp/table/791307a4807644bb85af8ee69658cd38 2024-11-16T10:28:34,555 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/.tmp/info/bcb956716264492290f80e81d1d281fc as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/info/bcb956716264492290f80e81d1d281fc 2024-11-16T10:28:34,560 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/info/bcb956716264492290f80e81d1d281fc, entries=22, sequenceid=93, filesize=7.5 K 2024-11-16T10:28:34,561 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/.tmp/rep_barrier/856fe5b939334045af896c020cc05d98 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/rep_barrier/856fe5b939334045af896c020cc05d98 2024-11-16T10:28:34,565 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/rep_barrier/856fe5b939334045af896c020cc05d98, entries=6, sequenceid=93, filesize=5.9 K 2024-11-16T10:28:34,566 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/.tmp/table/791307a4807644bb85af8ee69658cd38 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/table/791307a4807644bb85af8ee69658cd38 2024-11-16T10:28:34,570 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/table/791307a4807644bb85af8ee69658cd38, entries=9, sequenceid=93, filesize=5.8 K 2024-11-16T10:28:34,571 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=93, compaction requested=false 2024-11-16T10:28:34,577 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-16T10:28:34,577 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:28:34,577 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:28:34,577 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:28:34,578 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:28:34,670 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,33523,1731752726549; all regions closed. 2024-11-16T10:28:34,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741834_1010 (size=26050) 2024-11-16T10:28:34,682 DEBUG [RS:0;adb367c328a9:33523 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/oldWALs 2024-11-16T10:28:34,682 INFO [RS:0;adb367c328a9:33523 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C33523%2C1731752726549.meta:.meta(num 1731752730483) 2024-11-16T10:28:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741832_1008 (size=13011754) 2024-11-16T10:28:34,686 DEBUG [RS:0;adb367c328a9:33523 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/oldWALs 2024-11-16T10:28:34,686 INFO [RS:0;adb367c328a9:33523 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C33523%2C1731752726549:(num 1731752729540) 2024-11-16T10:28:34,686 DEBUG [RS:0;adb367c328a9:33523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:34,686 INFO [RS:0;adb367c328a9:33523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:28:34,687 INFO [RS:0;adb367c328a9:33523 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:28:34,687 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:28:34,687 INFO [RS:0;adb367c328a9:33523 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33523 2024-11-16T10:28:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,33523,1731752726549 2024-11-16T10:28:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:28:34,732 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f44708f34e8@5c3f393c rejected from java.util.concurrent.ThreadPoolExecutor@193dbcdf[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T10:28:34,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,33523,1731752726549] 2024-11-16T10:28:34,732 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,33523,1731752726549; numProcessing=1 2024-11-16T10:28:34,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,33523,1731752726549 already deleted, retry=false 2024-11-16T10:28:34,751 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,33523,1731752726549 expired; onlineServers=0 2024-11-16T10:28:34,751 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,39291,1731752725796' ***** 2024-11-16T10:28:34,751 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:28:34,751 DEBUG [M:0;adb367c328a9:39291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4d7207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:28:34,751 INFO [M:0;adb367c328a9:39291 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,39291,1731752725796 2024-11-16T10:28:34,751 INFO [M:0;adb367c328a9:39291 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,39291,1731752725796; all regions closed. 2024-11-16T10:28:34,751 DEBUG [M:0;adb367c328a9:39291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:28:34,752 DEBUG [M:0;adb367c328a9:39291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:28:34,752 DEBUG [M:0;adb367c328a9:39291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:28:34,752 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:28:34,752 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731752729195 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731752729195,5,FailOnTimeoutGroup] 2024-11-16T10:28:34,752 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731752729195 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731752729195,5,FailOnTimeoutGroup] 2024-11-16T10:28:34,752 INFO [M:0;adb367c328a9:39291 {}] hbase.ChoreService(370): Chore service for: master/adb367c328a9:0 had [] on shutdown 2024-11-16T10:28:34,752 DEBUG [M:0;adb367c328a9:39291 {}] master.HMaster(1733): Stopping service threads 2024-11-16T10:28:34,753 INFO [M:0;adb367c328a9:39291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:28:34,753 ERROR [M:0;adb367c328a9:39291 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-16T10:28:34,754 INFO [M:0;adb367c328a9:39291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:28:34,754 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:28:34,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T10:28:34,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:28:34,759 DEBUG [M:0;adb367c328a9:39291 {}] zookeeper.ZKUtil(347): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T10:28:34,760 WARN [M:0;adb367c328a9:39291 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:28:34,760 INFO [M:0;adb367c328a9:39291 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-16T10:28:34,760 INFO [M:0;adb367c328a9:39291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:28:34,760 DEBUG [M:0;adb367c328a9:39291 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:28:34,760 INFO [M:0;adb367c328a9:39291 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:28:34,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:28:34,760 DEBUG [M:0;adb367c328a9:39291 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:28:34,760 DEBUG [M:0;adb367c328a9:39291 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:28:34,760 DEBUG [M:0;adb367c328a9:39291 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:28:34,760 INFO [M:0;adb367c328a9:39291 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=731.62 KB heapSize=897.19 KB 2024-11-16T10:28:34,782 DEBUG [M:0;adb367c328a9:39291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2365d0432b24dcfb79008180843da06 is 82, key is hbase:meta,,1/info:regioninfo/1731752730608/Put/seqid=0 2024-11-16T10:28:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742402_1578 (size=5672) 2024-11-16T10:28:34,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:28:34,843 INFO [RS:0;adb367c328a9:33523 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,33523,1731752726549; zookeeper connection closed. 2024-11-16T10:28:34,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33523-0x10144772c9e0001, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:28:34,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fbd7b2b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fbd7b2b 2024-11-16T10:28:34,844 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T10:28:35,187 INFO [M:0;adb367c328a9:39291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2031 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2365d0432b24dcfb79008180843da06 2024-11-16T10:28:35,220 DEBUG [M:0;adb367c328a9:39291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a8ba318875e4b77bece9a63c711bc9f is 2279, key is \x00\x00\x00\x00\x00\x00\x00\x94/proc:d/1731752886059/Put/seqid=0 2024-11-16T10:28:35,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742403_1579 (size=43688) 2024-11-16T10:28:35,625 INFO [M:0;adb367c328a9:39291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=731.06 KB at sequenceid=2031 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a8ba318875e4b77bece9a63c711bc9f 2024-11-16T10:28:35,632 INFO [M:0;adb367c328a9:39291 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a8ba318875e4b77bece9a63c711bc9f 2024-11-16T10:28:35,650 DEBUG [M:0;adb367c328a9:39291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89db057659e245a383bf48031845aa13 is 69, key is adb367c328a9,33523,1731752726549/rs:state/1731752729317/Put/seqid=0 2024-11-16T10:28:35,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073742404_1580 (size=5156) 2024-11-16T10:28:36,054 INFO [M:0;adb367c328a9:39291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2031 (bloomFilter=true), to=hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89db057659e245a383bf48031845aa13 2024-11-16T10:28:36,084 DEBUG [M:0;adb367c328a9:39291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2365d0432b24dcfb79008180843da06 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2365d0432b24dcfb79008180843da06 2024-11-16T10:28:36,091 INFO [M:0;adb367c328a9:39291 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2365d0432b24dcfb79008180843da06, entries=8, sequenceid=2031, filesize=5.5 K 2024-11-16T10:28:36,092 DEBUG [M:0;adb367c328a9:39291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a8ba318875e4b77bece9a63c711bc9f as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a8ba318875e4b77bece9a63c711bc9f 2024-11-16T10:28:36,096 INFO [M:0;adb367c328a9:39291 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a8ba318875e4b77bece9a63c711bc9f 2024-11-16T10:28:36,096 INFO [M:0;adb367c328a9:39291 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a8ba318875e4b77bece9a63c711bc9f, entries=171, sequenceid=2031, filesize=42.7 K 2024-11-16T10:28:36,097 DEBUG [M:0;adb367c328a9:39291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89db057659e245a383bf48031845aa13 as hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89db057659e245a383bf48031845aa13 2024-11-16T10:28:36,101 INFO [M:0;adb367c328a9:39291 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42709/user/jenkins/test-data/0d1dc0d7-8c68-58da-1a2b-8a0fe0787e8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89db057659e245a383bf48031845aa13, entries=1, sequenceid=2031, filesize=5.0 K 2024-11-16T10:28:36,102 INFO [M:0;adb367c328a9:39291 {}] regionserver.HRegion(3040): Finished flush of dataSize ~731.62 KB/749174, heapSize ~896.89 KB/918416, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=2031, compaction requested=false 2024-11-16T10:28:36,103 INFO [M:0;adb367c328a9:39291 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:28:36,103 DEBUG [M:0;adb367c328a9:39291 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:28:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45549 is added to blk_1073741830_1006 (size=882396) 2024-11-16T10:28:36,106 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:28:36,106 INFO [M:0;adb367c328a9:39291 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-16T10:28:36,106 INFO [M:0;adb367c328a9:39291 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39291 2024-11-16T10:28:36,117 DEBUG [M:0;adb367c328a9:39291 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/adb367c328a9,39291,1731752725796 already deleted, retry=false 2024-11-16T10:28:36,226 INFO [M:0;adb367c328a9:39291 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,39291,1731752725796; zookeeper connection closed. 2024-11-16T10:28:36,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:28:36,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39291-0x10144772c9e0000, quorum=127.0.0.1:62294, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:28:36,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:28:36,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:28:36,231 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:28:36,232 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-16T10:28:36,234 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-16T10:28:36,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:28:36,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:28:36,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:28:36,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:28:36,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/hadoop.log.dir/,STOPPED} 2024-11-16T10:28:36,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:28:36,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:28:36,241 WARN [BP-2020407004-172.17.0.2-1731752722538 heartbeating to localhost/127.0.0.1:42709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:28:36,242 WARN [BP-2020407004-172.17.0.2-1731752722538 heartbeating to localhost/127.0.0.1:42709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020407004-172.17.0.2-1731752722538 (Datanode Uuid e7cf9da0-d4d2-470d-bb7b-692dd1ec09db) service to localhost/127.0.0.1:42709 2024-11-16T10:28:36,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/cluster_51e7877e-b759-1b87-cccc-e3cc93a2ccf4/dfs/data/data1/current/BP-2020407004-172.17.0.2-1731752722538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:28:36,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/cluster_51e7877e-b759-1b87-cccc-e3cc93a2ccf4/dfs/data/data2/current/BP-2020407004-172.17.0.2-1731752722538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:28:36,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:28:36,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:28:36,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:28:36,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:28:36,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:28:36,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5c5fdb9a-8e30-147b-09d2-faa836ad971b/hadoop.log.dir/,STOPPED} 2024-11-16T10:28:36,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:28:36,377 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down